2024-11-20 16:39:52,617 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-20 16:39:52,636 main DEBUG Took 0.016079 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 16:39:52,636 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 16:39:52,637 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 16:39:52,638 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 16:39:52,640 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:39:52,650 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 16:39:52,667 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:39:52,668 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:39:52,669 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:39:52,670 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:39:52,670 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:39:52,671 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:39:52,672 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:39:52,673 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:39:52,673 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:39:52,674 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:39:52,675 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:39:52,676 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:39:52,677 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:39:52,677 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:39:52,678 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:39:52,678 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:39:52,679 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:39:52,679 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:39:52,680 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:39:52,681 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:39:52,681 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:39:52,682 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:39:52,682 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:39:52,683 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:39:52,683 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:39:52,684 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 16:39:52,686 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:39:52,688 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 16:39:52,690 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 16:39:52,691 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 16:39:52,693 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 16:39:52,693 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 16:39:52,703 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 16:39:52,705 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 16:39:52,709 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 16:39:52,709 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 16:39:52,710 main DEBUG createAppenders(={Console}) 2024-11-20 16:39:52,711 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-20 16:39:52,711 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-20 16:39:52,712 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-20 16:39:52,713 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 16:39:52,713 main DEBUG OutputStream closed 2024-11-20 16:39:52,714 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 16:39:52,714 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 16:39:52,715 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-20 16:39:52,839 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 16:39:52,843 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 16:39:52,844 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 16:39:52,846 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 16:39:52,847 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 16:39:52,848 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 16:39:52,848 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 16:39:52,849 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 16:39:52,849 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 16:39:52,849 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 16:39:52,850 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 16:39:52,850 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 16:39:52,851 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 16:39:52,851 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 16:39:52,851 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 16:39:52,852 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 16:39:52,852 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 16:39:52,853 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 16:39:52,855 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 16:39:52,856 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-20 16:39:52,856 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 16:39:52,857 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-20T16:39:53,257 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a 2024-11-20 16:39:53,261 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 16:39:53,261 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T16:39:53,272 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-20T16:39:53,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T16:39:53,322 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a/cluster_0a53212e-405c-e575-357b-00b686f927a7, deleteOnExit=true 2024-11-20T16:39:53,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T16:39:53,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a/test.cache.data in system properties and HBase conf 2024-11-20T16:39:53,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T16:39:53,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a/hadoop.log.dir in system properties and HBase conf 2024-11-20T16:39:53,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T16:39:53,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T16:39:53,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T16:39:53,443 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T16:39:53,565 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T16:39:53,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T16:39:53,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T16:39:53,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T16:39:53,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T16:39:53,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T16:39:53,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T16:39:53,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T16:39:53,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T16:39:53,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T16:39:53,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a/nfs.dump.dir in system properties and HBase conf 2024-11-20T16:39:53,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a/java.io.tmpdir in system properties and HBase conf 2024-11-20T16:39:53,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T16:39:53,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T16:39:53,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T16:39:54,888 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T16:39:54,999 INFO [Time-limited test {}] log.Log(170): Logging initialized @3258ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T16:39:55,110 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T16:39:55,211 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T16:39:55,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T16:39:55,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T16:39:55,236 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T16:39:55,250 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T16:39:55,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a58fd8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a/hadoop.log.dir/,AVAILABLE} 2024-11-20T16:39:55,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@130d168e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T16:39:55,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2341a969{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a/java.io.tmpdir/jetty-localhost-36347-hadoop-hdfs-3_4_1-tests_jar-_-any-1440139837772583667/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T16:39:55,483 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d064751{HTTP/1.1, (http/1.1)}{localhost:36347} 2024-11-20T16:39:55,484 INFO [Time-limited test {}] server.Server(415): Started @3744ms 2024-11-20T16:39:56,057 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T16:39:56,066 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T16:39:56,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T16:39:56,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T16:39:56,068 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T16:39:56,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54a7b62e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a/hadoop.log.dir/,AVAILABLE} 2024-11-20T16:39:56,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72782cb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T16:39:56,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@292d50c4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a/java.io.tmpdir/jetty-localhost-40737-hadoop-hdfs-3_4_1-tests_jar-_-any-6933357201386957936/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T16:39:56,166 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@667c6eba{HTTP/1.1, (http/1.1)}{localhost:40737} 2024-11-20T16:39:56,166 INFO [Time-limited test {}] server.Server(415): Started @4427ms 2024-11-20T16:39:56,213 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T16:39:57,060 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a/cluster_0a53212e-405c-e575-357b-00b686f927a7/data/data2/current/BP-1588585391-172.17.0.2-1732120794352/current, will proceed with Du for space computation calculation, 2024-11-20T16:39:57,060 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a/cluster_0a53212e-405c-e575-357b-00b686f927a7/data/data1/current/BP-1588585391-172.17.0.2-1732120794352/current, will proceed with Du for space computation calculation, 2024-11-20T16:39:57,087 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T16:39:57,128 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7ade63ed21f26c2 with lease ID 0xdecbd47351d4aaee: Processing first storage report for DS-b3328aea-9dd2-4e6a-a92e-4916979dd90c from datanode DatanodeRegistration(127.0.0.1:42985, datanodeUuid=b5ce0029-df7e-460e-a7c5-4a4a5abf6402, infoPort=43121, infoSecurePort=0, ipcPort=41951, storageInfo=lv=-57;cid=testClusterID;nsid=81659586;c=1732120794352) 2024-11-20T16:39:57,130 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7ade63ed21f26c2 with lease ID 0xdecbd47351d4aaee: from storage DS-b3328aea-9dd2-4e6a-a92e-4916979dd90c node DatanodeRegistration(127.0.0.1:42985, datanodeUuid=b5ce0029-df7e-460e-a7c5-4a4a5abf6402, infoPort=43121, infoSecurePort=0, ipcPort=41951, storageInfo=lv=-57;cid=testClusterID;nsid=81659586;c=1732120794352), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-20T16:39:57,131 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7ade63ed21f26c2 with lease ID 0xdecbd47351d4aaee: Processing first storage report for DS-392dc9e3-6024-43b6-b5a0-f00e2f98e1ae from datanode DatanodeRegistration(127.0.0.1:42985, datanodeUuid=b5ce0029-df7e-460e-a7c5-4a4a5abf6402, infoPort=43121, infoSecurePort=0, ipcPort=41951, storageInfo=lv=-57;cid=testClusterID;nsid=81659586;c=1732120794352) 2024-11-20T16:39:57,131 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7ade63ed21f26c2 with lease ID 0xdecbd47351d4aaee: from storage DS-392dc9e3-6024-43b6-b5a0-f00e2f98e1ae node DatanodeRegistration(127.0.0.1:42985, datanodeUuid=b5ce0029-df7e-460e-a7c5-4a4a5abf6402, infoPort=43121, infoSecurePort=0, ipcPort=41951, storageInfo=lv=-57;cid=testClusterID;nsid=81659586;c=1732120794352), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T16:39:57,208 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a 2024-11-20T16:39:57,310 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a/cluster_0a53212e-405c-e575-357b-00b686f927a7/zookeeper_0, clientPort=49354, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a/cluster_0a53212e-405c-e575-357b-00b686f927a7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a/cluster_0a53212e-405c-e575-357b-00b686f927a7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T16:39:57,320 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49354 2024-11-20T16:39:57,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:39:57,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:39:57,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741825_1001 (size=7) 2024-11-20T16:39:57,927 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e with version=8 2024-11-20T16:39:57,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/hbase-staging 2024-11-20T16:39:58,053 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T16:39:58,343 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b60eac9bda43:0 server-side Connection retries=45 2024-11-20T16:39:58,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T16:39:58,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T16:39:58,357 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T16:39:58,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T16:39:58,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T16:39:58,513 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T16:39:58,589 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T16:39:58,601 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T16:39:58,606 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T16:39:58,637 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1571 (auto-detected) 2024-11-20T16:39:58,638 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T16:39:58,666 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40299 2024-11-20T16:39:58,694 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40299 connecting to ZooKeeper ensemble=127.0.0.1:49354 2024-11-20T16:39:58,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402990x0, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T16:39:58,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40299-0x1015a6773300000 connected 2024-11-20T16:39:58,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:39:58,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:39:58,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40299-0x1015a6773300000, quorum=127.0.0.1:49354, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T16:39:58,914 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e, hbase.cluster.distributed=false 2024-11-20T16:39:58,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40299-0x1015a6773300000, quorum=127.0.0.1:49354, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T16:39:58,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40299 2024-11-20T16:39:58,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40299 2024-11-20T16:39:58,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40299 2024-11-20T16:39:58,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40299 2024-11-20T16:39:58,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40299 2024-11-20T16:39:59,052 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b60eac9bda43:0 server-side Connection retries=45 2024-11-20T16:39:59,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T16:39:59,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T16:39:59,054 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T16:39:59,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T16:39:59,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T16:39:59,056 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T16:39:59,059 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T16:39:59,060 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33789 2024-11-20T16:39:59,061 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33789 connecting to ZooKeeper ensemble=127.0.0.1:49354 2024-11-20T16:39:59,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:39:59,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:39:59,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337890x0, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T16:39:59,079 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337890x0, quorum=127.0.0.1:49354, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T16:39:59,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33789-0x1015a6773300001 connected 2024-11-20T16:39:59,082 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T16:39:59,089 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T16:39:59,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33789-0x1015a6773300001, quorum=127.0.0.1:49354, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T16:39:59,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33789-0x1015a6773300001, quorum=127.0.0.1:49354, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T16:39:59,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33789 2024-11-20T16:39:59,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33789 2024-11-20T16:39:59,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33789 2024-11-20T16:39:59,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33789 2024-11-20T16:39:59,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33789 2024-11-20T16:39:59,115 DEBUG [M:0;b60eac9bda43:40299 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b60eac9bda43:40299 2024-11-20T16:39:59,116 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b60eac9bda43,40299,1732120798156 2024-11-20T16:39:59,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33789-0x1015a6773300001, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T16:39:59,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40299-0x1015a6773300000, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T16:39:59,131 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40299-0x1015a6773300000, quorum=127.0.0.1:49354, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b60eac9bda43,40299,1732120798156 2024-11-20T16:39:59,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33789-0x1015a6773300001, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T16:39:59,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40299-0x1015a6773300000, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:39:59,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33789-0x1015a6773300001, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:39:59,162 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40299-0x1015a6773300000, quorum=127.0.0.1:49354, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T16:39:59,163 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b60eac9bda43,40299,1732120798156 from backup master directory 2024-11-20T16:39:59,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40299-0x1015a6773300000, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b60eac9bda43,40299,1732120798156 2024-11-20T16:39:59,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33789-0x1015a6773300001, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T16:39:59,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40299-0x1015a6773300000, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T16:39:59,170 WARN [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T16:39:59,171 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b60eac9bda43,40299,1732120798156 2024-11-20T16:39:59,172 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T16:39:59,173 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T16:39:59,231 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/hbase.id] with ID: 07930a02-b232-440e-8ce7-4ae4092fc31c 2024-11-20T16:39:59,231 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/.tmp/hbase.id 2024-11-20T16:39:59,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741826_1002 (size=42) 2024-11-20T16:39:59,647 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/.tmp/hbase.id]:[hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/hbase.id] 2024-11-20T16:39:59,698 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:39:59,702 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T16:39:59,720 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-20T16:39:59,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33789-0x1015a6773300001, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:39:59,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40299-0x1015a6773300000, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:39:59,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741827_1003 (size=196) 2024-11-20T16:40:00,212 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T16:40:00,215 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T16:40:00,229 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:00,232 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T16:40:00,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741828_1004 (size=1189) 2024-11-20T16:40:00,686 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/MasterData/data/master/store 2024-11-20T16:40:00,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741829_1005 (size=34) 2024-11-20T16:40:01,109 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T16:40:01,113 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:40:01,115 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T16:40:01,115 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T16:40:01,115 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T16:40:01,117 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T16:40:01,117 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T16:40:01,117 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T16:40:01,118 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732120801115Disabling compacts and flushes for region at 1732120801115Disabling writes for close at 1732120801117 (+2 ms)Writing region close event to WAL at 1732120801117Closed at 1732120801117 2024-11-20T16:40:01,122 WARN [master/b60eac9bda43:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/MasterData/data/master/store/.initializing 2024-11-20T16:40:01,123 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/MasterData/WALs/b60eac9bda43,40299,1732120798156 2024-11-20T16:40:01,132 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T16:40:01,148 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b60eac9bda43%2C40299%2C1732120798156, suffix=, logDir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/MasterData/WALs/b60eac9bda43,40299,1732120798156, archiveDir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/MasterData/oldWALs, maxLogs=10 2024-11-20T16:40:01,181 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/MasterData/WALs/b60eac9bda43,40299,1732120798156/b60eac9bda43%2C40299%2C1732120798156.1732120801155, exclude list is [], retry=0 2024-11-20T16:40:01,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42985,DS-b3328aea-9dd2-4e6a-a92e-4916979dd90c,DISK] 2024-11-20T16:40:01,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T16:40:01,242 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/MasterData/WALs/b60eac9bda43,40299,1732120798156/b60eac9bda43%2C40299%2C1732120798156.1732120801155 2024-11-20T16:40:01,243 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43121:43121)] 2024-11-20T16:40:01,244 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T16:40:01,244 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:40:01,248 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:40:01,250 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:40:01,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:40:01,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T16:40:01,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:01,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:40:01,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:40:01,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T16:40:01,344 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:01,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:40:01,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:40:01,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T16:40:01,350 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:01,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:40:01,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:40:01,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T16:40:01,357 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:01,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:40:01,359 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:40:01,364 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:40:01,366 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:40:01,374 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:40:01,375 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:40:01,380 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T16:40:01,384 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:40:01,391 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T16:40:01,392 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75036113, jitterRate=0.11812521517276764}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T16:40:01,401 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732120801267Initializing all the Stores at 1732120801270 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732120801271 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732120801272 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732120801272Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732120801273 (+1 ms)Cleaning up temporary data from old regions at 1732120801375 (+102 ms)Region opened successfully at 1732120801400 (+25 ms) 2024-11-20T16:40:01,402 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T16:40:01,439 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23adf40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b60eac9bda43/172.17.0.2:0 2024-11-20T16:40:01,472 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T16:40:01,485 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T16:40:01,486 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T16:40:01,490 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T16:40:01,492 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T16:40:01,499 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-20T16:40:01,499 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T16:40:01,533 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T16:40:01,543 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40299-0x1015a6773300000, quorum=127.0.0.1:49354, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T16:40:01,594 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T16:40:01,597 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T16:40:01,598 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40299-0x1015a6773300000, quorum=127.0.0.1:49354, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T16:40:01,610 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T16:40:01,613 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T16:40:01,617 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40299-0x1015a6773300000, quorum=127.0.0.1:49354, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T16:40:01,627 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T16:40:01,630 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40299-0x1015a6773300000, quorum=127.0.0.1:49354, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T16:40:01,636 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T16:40:01,653 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40299-0x1015a6773300000, quorum=127.0.0.1:49354, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T16:40:01,661 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T16:40:01,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40299-0x1015a6773300000, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T16:40:01,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33789-0x1015a6773300001, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T16:40:01,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40299-0x1015a6773300000, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:40:01,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33789-0x1015a6773300001, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:40:01,673 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b60eac9bda43,40299,1732120798156, sessionid=0x1015a6773300000, setting cluster-up flag (Was=false) 2024-11-20T16:40:01,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33789-0x1015a6773300001, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:40:01,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40299-0x1015a6773300000, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:40:01,728 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T16:40:01,733 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b60eac9bda43,40299,1732120798156 2024-11-20T16:40:01,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33789-0x1015a6773300001, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:40:01,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40299-0x1015a6773300000, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:40:01,777 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T16:40:01,780 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b60eac9bda43,40299,1732120798156 2024-11-20T16:40:01,789 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T16:40:01,805 INFO [RS:0;b60eac9bda43:33789 {}] regionserver.HRegionServer(746): ClusterId : 07930a02-b232-440e-8ce7-4ae4092fc31c 2024-11-20T16:40:01,807 DEBUG [RS:0;b60eac9bda43:33789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T16:40:01,821 DEBUG [RS:0;b60eac9bda43:33789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T16:40:01,821 DEBUG [RS:0;b60eac9bda43:33789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T16:40:01,829 DEBUG [RS:0;b60eac9bda43:33789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T16:40:01,829 DEBUG [RS:0;b60eac9bda43:33789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a99bef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b60eac9bda43/172.17.0.2:0 2024-11-20T16:40:01,842 DEBUG [RS:0;b60eac9bda43:33789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b60eac9bda43:33789 2024-11-20T16:40:01,845 INFO [RS:0;b60eac9bda43:33789 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T16:40:01,845 INFO [RS:0;b60eac9bda43:33789 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T16:40:01,845 DEBUG [RS:0;b60eac9bda43:33789 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T16:40:01,848 INFO [RS:0;b60eac9bda43:33789 {}] regionserver.HRegionServer(2659): reportForDuty to master=b60eac9bda43,40299,1732120798156 with port=33789, startcode=1732120799020 2024-11-20T16:40:01,857 DEBUG [RS:0;b60eac9bda43:33789 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T16:40:01,869 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T16:40:01,883 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T16:40:01,886 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38795, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T16:40:01,892 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40299 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:01,893 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T16:40:01,899 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b60eac9bda43,40299,1732120798156 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T16:40:01,909 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b60eac9bda43:0, corePoolSize=5, maxPoolSize=5 2024-11-20T16:40:01,909 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b60eac9bda43:0, corePoolSize=5, maxPoolSize=5 2024-11-20T16:40:01,910 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b60eac9bda43:0, corePoolSize=5, maxPoolSize=5 2024-11-20T16:40:01,910 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b60eac9bda43:0, corePoolSize=5, maxPoolSize=5 2024-11-20T16:40:01,910 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b60eac9bda43:0, corePoolSize=10, maxPoolSize=10 2024-11-20T16:40:01,911 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:40:01,911 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b60eac9bda43:0, corePoolSize=2, maxPoolSize=2 2024-11-20T16:40:01,911 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:40:01,913 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732120831913 2024-11-20T16:40:01,915 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T16:40:01,916 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T16:40:01,917 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T16:40:01,918 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T16:40:01,918 DEBUG [RS:0;b60eac9bda43:33789 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T16:40:01,918 WARN [RS:0;b60eac9bda43:33789 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T16:40:01,920 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T16:40:01,920 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T16:40:01,921 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T16:40:01,921 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T16:40:01,922 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T16:40:01,924 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:01,925 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T16:40:01,926 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T16:40:01,927 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T16:40:01,928 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T16:40:01,930 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T16:40:01,931 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T16:40:01,933 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b60eac9bda43:0:becomeActiveMaster-HFileCleaner.large.0-1732120801932,5,FailOnTimeoutGroup] 2024-11-20T16:40:01,933 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b60eac9bda43:0:becomeActiveMaster-HFileCleaner.small.0-1732120801933,5,FailOnTimeoutGroup] 2024-11-20T16:40:01,934 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T16:40:01,934 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T16:40:01,935 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T16:40:01,935 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T16:40:01,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741831_1007 (size=1321) 2024-11-20T16:40:02,020 INFO [RS:0;b60eac9bda43:33789 {}] regionserver.HRegionServer(2659): reportForDuty to master=b60eac9bda43,40299,1732120798156 with port=33789, startcode=1732120799020 2024-11-20T16:40:02,024 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40299 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b60eac9bda43,33789,1732120799020 2024-11-20T16:40:02,028 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40299 {}] master.ServerManager(517): Registering regionserver=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:02,036 DEBUG [RS:0;b60eac9bda43:33789 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e 2024-11-20T16:40:02,037 DEBUG [RS:0;b60eac9bda43:33789 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41975 2024-11-20T16:40:02,037 DEBUG [RS:0;b60eac9bda43:33789 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T16:40:02,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40299-0x1015a6773300000, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T16:40:02,070 DEBUG [RS:0;b60eac9bda43:33789 {}] zookeeper.ZKUtil(111): regionserver:33789-0x1015a6773300001, quorum=127.0.0.1:49354, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b60eac9bda43,33789,1732120799020 2024-11-20T16:40:02,070 WARN [RS:0;b60eac9bda43:33789 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T16:40:02,070 INFO [RS:0;b60eac9bda43:33789 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T16:40:02,071 DEBUG [RS:0;b60eac9bda43:33789 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/WALs/b60eac9bda43,33789,1732120799020 2024-11-20T16:40:02,072 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b60eac9bda43,33789,1732120799020] 2024-11-20T16:40:02,098 INFO [RS:0;b60eac9bda43:33789 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T16:40:02,113 INFO [RS:0;b60eac9bda43:33789 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T16:40:02,117 INFO [RS:0;b60eac9bda43:33789 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T16:40:02,117 INFO [RS:0;b60eac9bda43:33789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T16:40:02,118 INFO [RS:0;b60eac9bda43:33789 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T16:40:02,123 INFO [RS:0;b60eac9bda43:33789 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T16:40:02,124 INFO [RS:0;b60eac9bda43:33789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T16:40:02,124 DEBUG [RS:0;b60eac9bda43:33789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:40:02,125 DEBUG [RS:0;b60eac9bda43:33789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:40:02,125 DEBUG [RS:0;b60eac9bda43:33789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:40:02,125 DEBUG [RS:0;b60eac9bda43:33789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:40:02,125 DEBUG [RS:0;b60eac9bda43:33789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:40:02,125 DEBUG [RS:0;b60eac9bda43:33789 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b60eac9bda43:0, corePoolSize=2, maxPoolSize=2 2024-11-20T16:40:02,125 DEBUG [RS:0;b60eac9bda43:33789 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:40:02,125 DEBUG [RS:0;b60eac9bda43:33789 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:40:02,126 DEBUG [RS:0;b60eac9bda43:33789 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:40:02,126 DEBUG [RS:0;b60eac9bda43:33789 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:40:02,126 DEBUG [RS:0;b60eac9bda43:33789 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:40:02,126 DEBUG [RS:0;b60eac9bda43:33789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:40:02,126 DEBUG [RS:0;b60eac9bda43:33789 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b60eac9bda43:0, corePoolSize=3, maxPoolSize=3 2024-11-20T16:40:02,126 DEBUG [RS:0;b60eac9bda43:33789 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0, corePoolSize=3, maxPoolSize=3 2024-11-20T16:40:02,127 INFO [RS:0;b60eac9bda43:33789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T16:40:02,127 INFO [RS:0;b60eac9bda43:33789 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T16:40:02,127 INFO [RS:0;b60eac9bda43:33789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T16:40:02,128 INFO [RS:0;b60eac9bda43:33789 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T16:40:02,128 INFO [RS:0;b60eac9bda43:33789 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T16:40:02,128 INFO [RS:0;b60eac9bda43:33789 {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,33789,1732120799020-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T16:40:02,147 INFO [RS:0;b60eac9bda43:33789 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T16:40:02,148 INFO [RS:0;b60eac9bda43:33789 {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,33789,1732120799020-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T16:40:02,149 INFO [RS:0;b60eac9bda43:33789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T16:40:02,149 INFO [RS:0;b60eac9bda43:33789 {}] regionserver.Replication(171): b60eac9bda43,33789,1732120799020 started 2024-11-20T16:40:02,166 INFO [RS:0;b60eac9bda43:33789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T16:40:02,166 INFO [RS:0;b60eac9bda43:33789 {}] regionserver.HRegionServer(1482): Serving as b60eac9bda43,33789,1732120799020, RpcServer on b60eac9bda43/172.17.0.2:33789, sessionid=0x1015a6773300001 2024-11-20T16:40:02,167 DEBUG [RS:0;b60eac9bda43:33789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T16:40:02,167 DEBUG [RS:0;b60eac9bda43:33789 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b60eac9bda43,33789,1732120799020 2024-11-20T16:40:02,167 DEBUG [RS:0;b60eac9bda43:33789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b60eac9bda43,33789,1732120799020' 2024-11-20T16:40:02,167 DEBUG [RS:0;b60eac9bda43:33789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T16:40:02,168 DEBUG [RS:0;b60eac9bda43:33789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T16:40:02,169 DEBUG [RS:0;b60eac9bda43:33789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T16:40:02,169 DEBUG [RS:0;b60eac9bda43:33789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T16:40:02,169 DEBUG [RS:0;b60eac9bda43:33789 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b60eac9bda43,33789,1732120799020 2024-11-20T16:40:02,169 DEBUG [RS:0;b60eac9bda43:33789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b60eac9bda43,33789,1732120799020' 2024-11-20T16:40:02,169 DEBUG [RS:0;b60eac9bda43:33789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T16:40:02,170 DEBUG [RS:0;b60eac9bda43:33789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T16:40:02,171 DEBUG [RS:0;b60eac9bda43:33789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T16:40:02,171 INFO [RS:0;b60eac9bda43:33789 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T16:40:02,171 INFO [RS:0;b60eac9bda43:33789 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T16:40:02,280 INFO [RS:0;b60eac9bda43:33789 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T16:40:02,284 INFO [RS:0;b60eac9bda43:33789 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b60eac9bda43%2C33789%2C1732120799020, suffix=, logDir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/WALs/b60eac9bda43,33789,1732120799020, archiveDir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/oldWALs, maxLogs=32 2024-11-20T16:40:02,300 DEBUG [RS:0;b60eac9bda43:33789 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/WALs/b60eac9bda43,33789,1732120799020/b60eac9bda43%2C33789%2C1732120799020.1732120802287, exclude list is [], retry=0 2024-11-20T16:40:02,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42985,DS-b3328aea-9dd2-4e6a-a92e-4916979dd90c,DISK] 2024-11-20T16:40:02,310 INFO [RS:0;b60eac9bda43:33789 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/WALs/b60eac9bda43,33789,1732120799020/b60eac9bda43%2C33789%2C1732120799020.1732120802287 2024-11-20T16:40:02,310 DEBUG [RS:0;b60eac9bda43:33789 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43121:43121)] 2024-11-20T16:40:02,339 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T16:40:02,339 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e 2024-11-20T16:40:02,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741833_1009 (size=32) 2024-11-20T16:40:02,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:40:02,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T16:40:02,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T16:40:02,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:02,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:40:02,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T16:40:02,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T16:40:02,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:02,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:40:02,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T16:40:02,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T16:40:02,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:02,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:40:02,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T16:40:02,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T16:40:02,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:02,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:40:02,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T16:40:02,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/hbase/meta/1588230740 2024-11-20T16:40:02,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/hbase/meta/1588230740 2024-11-20T16:40:02,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T16:40:02,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T16:40:02,781 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T16:40:02,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T16:40:02,787 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T16:40:02,788 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72536674, jitterRate=0.08088067173957825}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T16:40:02,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732120802756Initializing all the Stores at 1732120802759 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732120802759Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732120802759Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732120802760 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732120802760Cleaning up temporary data from old regions at 1732120802780 (+20 ms)Region opened successfully at 1732120802791 (+11 ms) 2024-11-20T16:40:02,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T16:40:02,791 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T16:40:02,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T16:40:02,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T16:40:02,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T16:40:02,793 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T16:40:02,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732120802791Disabling compacts and flushes for region at 1732120802791Disabling writes for close at 1732120802791Writing region close event to WAL at 1732120802792 (+1 ms)Closed at 1732120802793 (+1 ms) 2024-11-20T16:40:02,796 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T16:40:02,796 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T16:40:02,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T16:40:02,809 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T16:40:02,812 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T16:40:02,968 DEBUG [b60eac9bda43:40299 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T16:40:02,981 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:02,987 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b60eac9bda43,33789,1732120799020, state=OPENING 2024-11-20T16:40:03,044 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T16:40:03,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33789-0x1015a6773300001, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:40:03,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40299-0x1015a6773300000, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:40:03,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T16:40:03,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T16:40:03,057 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T16:40:03,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b60eac9bda43,33789,1732120799020}] 2024-11-20T16:40:03,242 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T16:40:03,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52505, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T16:40:03,256 INFO [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T16:40:03,256 INFO [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T16:40:03,257 INFO [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T16:40:03,260 INFO [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b60eac9bda43%2C33789%2C1732120799020.meta, suffix=.meta, logDir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/WALs/b60eac9bda43,33789,1732120799020, archiveDir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/oldWALs, maxLogs=32 2024-11-20T16:40:03,275 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/WALs/b60eac9bda43,33789,1732120799020/b60eac9bda43%2C33789%2C1732120799020.meta.1732120803262.meta, exclude list is [], retry=0 2024-11-20T16:40:03,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42985,DS-b3328aea-9dd2-4e6a-a92e-4916979dd90c,DISK] 2024-11-20T16:40:03,281 INFO [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/WALs/b60eac9bda43,33789,1732120799020/b60eac9bda43%2C33789%2C1732120799020.meta.1732120803262.meta 2024-11-20T16:40:03,282 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43121:43121)] 2024-11-20T16:40:03,282 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T16:40:03,284 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T16:40:03,286 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T16:40:03,290 INFO [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T16:40:03,294 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T16:40:03,295 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:40:03,295 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T16:40:03,295 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T16:40:03,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T16:40:03,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T16:40:03,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:03,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:40:03,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T16:40:03,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T16:40:03,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:03,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:40:03,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T16:40:03,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T16:40:03,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:03,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:40:03,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T16:40:03,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T16:40:03,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:03,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:40:03,307 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T16:40:03,309 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/hbase/meta/1588230740 2024-11-20T16:40:03,312 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/hbase/meta/1588230740 2024-11-20T16:40:03,314 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T16:40:03,314 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T16:40:03,315 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T16:40:03,318 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T16:40:03,320 INFO [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62574152, jitterRate=-0.06757247447967529}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T16:40:03,320 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T16:40:03,321 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732120803295Writing region info on filesystem at 1732120803296 (+1 ms)Initializing all the Stores at 1732120803297 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732120803297Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732120803298 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732120803298Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732120803298Cleaning up temporary data from old regions at 1732120803314 (+16 ms)Running coprocessor post-open hooks at 1732120803320 (+6 ms)Region opened successfully at 1732120803321 (+1 ms) 2024-11-20T16:40:03,328 INFO [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732120803234 2024-11-20T16:40:03,338 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T16:40:03,339 INFO [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T16:40:03,340 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:03,342 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b60eac9bda43,33789,1732120799020, state=OPEN 2024-11-20T16:40:03,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33789-0x1015a6773300001, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T16:40:03,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40299-0x1015a6773300000, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T16:40:03,428 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T16:40:03,428 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T16:40:03,428 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:03,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T16:40:03,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b60eac9bda43,33789,1732120799020 in 368 msec 2024-11-20T16:40:03,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T16:40:03,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 639 msec 2024-11-20T16:40:03,447 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T16:40:03,447 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T16:40:03,465 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:40:03,467 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:40:03,491 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:40:03,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46117, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:40:03,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6930 sec 2024-11-20T16:40:03,515 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732120803515, completionTime=-1 2024-11-20T16:40:03,519 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T16:40:03,519 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T16:40:03,549 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-20T16:40:03,549 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732120863549 2024-11-20T16:40:03,549 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732120923549 2024-11-20T16:40:03,549 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 30 msec 2024-11-20T16:40:03,552 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,40299,1732120798156-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T16:40:03,552 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,40299,1732120798156-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T16:40:03,553 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,40299,1732120798156-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T16:40:03,554 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b60eac9bda43:40299, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T16:40:03,555 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T16:40:03,555 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T16:40:03,561 DEBUG [master/b60eac9bda43:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T16:40:03,587 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.416sec 2024-11-20T16:40:03,588 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T16:40:03,590 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T16:40:03,591 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T16:40:03,591 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T16:40:03,591 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T16:40:03,593 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,40299,1732120798156-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T16:40:03,593 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,40299,1732120798156-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T16:40:03,604 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T16:40:03,605 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T16:40:03,605 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,40299,1732120798156-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T16:40:03,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d57a2b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:03,620 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T16:40:03,620 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T16:40:03,623 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:40:03,626 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:40:03,634 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:40:03,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:40:03,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:40:03,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a11d50b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:03,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:40:03,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:40:03,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:03,648 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50210, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:40:03,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a7fbb0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:03,651 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:40:03,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:40:03,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:40:03,664 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43410, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:40:03,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b60eac9bda43,40299,1732120798156 2024-11-20T16:40:03,703 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=283, ProcessCount=11, AvailableMemoryMB=9700 2024-11-20T16:40:03,713 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T16:40:03,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b60eac9bda43,40299,1732120798156 2024-11-20T16:40:03,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e32371d 2024-11-20T16:40:03,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T16:40:03,729 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50220, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T16:40:03,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T16:40:03,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T16:40:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T16:40:03,751 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T16:40:03,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-20T16:40:03,755 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:03,759 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T16:40:03,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T16:40:03,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741835_1011 (size=959) 2024-11-20T16:40:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T16:40:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T16:40:04,182 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e 2024-11-20T16:40:04,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741836_1012 (size=53) 2024-11-20T16:40:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T16:40:04,593 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:40:04,593 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 447c94144df4afd8bd88c79d471d71d9, disabling compactions & flushes 2024-11-20T16:40:04,593 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:04,594 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:04,594 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. after waiting 0 ms 2024-11-20T16:40:04,594 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:04,594 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:04,594 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 447c94144df4afd8bd88c79d471d71d9: Waiting for close lock at 1732120804593Disabling compacts and flushes for region at 1732120804593Disabling writes for close at 1732120804594 (+1 ms)Writing region close event to WAL at 1732120804594Closed at 1732120804594 2024-11-20T16:40:04,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T16:40:04,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732120804598"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732120804598"}]},"ts":"1732120804598"} 2024-11-20T16:40:04,611 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T16:40:04,613 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T16:40:04,615 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732120804613"}]},"ts":"1732120804613"} 2024-11-20T16:40:04,619 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T16:40:04,620 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=447c94144df4afd8bd88c79d471d71d9, ASSIGN}] 2024-11-20T16:40:04,623 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=447c94144df4afd8bd88c79d471d71d9, ASSIGN 2024-11-20T16:40:04,625 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=447c94144df4afd8bd88c79d471d71d9, ASSIGN; state=OFFLINE, location=b60eac9bda43,33789,1732120799020; forceNewPlan=false, retain=false 2024-11-20T16:40:04,776 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=447c94144df4afd8bd88c79d471d71d9, regionState=OPENING, regionLocation=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:04,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=447c94144df4afd8bd88c79d471d71d9, ASSIGN because future has completed 2024-11-20T16:40:04,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020}] 2024-11-20T16:40:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T16:40:04,948 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:04,949 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} 2024-11-20T16:40:04,950 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:04,950 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:40:04,950 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:04,950 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:04,953 INFO [StoreOpener-447c94144df4afd8bd88c79d471d71d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:04,955 INFO [StoreOpener-447c94144df4afd8bd88c79d471d71d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 447c94144df4afd8bd88c79d471d71d9 columnFamilyName A 2024-11-20T16:40:04,955 DEBUG [StoreOpener-447c94144df4afd8bd88c79d471d71d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:04,956 INFO [StoreOpener-447c94144df4afd8bd88c79d471d71d9-1 {}] regionserver.HStore(327): Store=447c94144df4afd8bd88c79d471d71d9/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:40:04,956 INFO [StoreOpener-447c94144df4afd8bd88c79d471d71d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:04,959 INFO [StoreOpener-447c94144df4afd8bd88c79d471d71d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 447c94144df4afd8bd88c79d471d71d9 columnFamilyName B 2024-11-20T16:40:04,959 DEBUG [StoreOpener-447c94144df4afd8bd88c79d471d71d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:04,959 INFO [StoreOpener-447c94144df4afd8bd88c79d471d71d9-1 {}] regionserver.HStore(327): Store=447c94144df4afd8bd88c79d471d71d9/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:40:04,960 INFO [StoreOpener-447c94144df4afd8bd88c79d471d71d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:04,961 INFO [StoreOpener-447c94144df4afd8bd88c79d471d71d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 447c94144df4afd8bd88c79d471d71d9 columnFamilyName C 2024-11-20T16:40:04,962 DEBUG [StoreOpener-447c94144df4afd8bd88c79d471d71d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:04,962 INFO [StoreOpener-447c94144df4afd8bd88c79d471d71d9-1 {}] regionserver.HStore(327): Store=447c94144df4afd8bd88c79d471d71d9/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:40:04,963 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:04,964 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:04,964 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:04,966 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:04,966 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:04,967 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T16:40:04,970 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:04,973 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T16:40:04,974 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 447c94144df4afd8bd88c79d471d71d9; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72405420, jitterRate=0.07892483472824097}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T16:40:04,974 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:04,975 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 447c94144df4afd8bd88c79d471d71d9: Running coprocessor pre-open hook at 1732120804951Writing region info on filesystem at 1732120804951Initializing all the Stores at 1732120804952 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732120804952Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732120804953 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732120804953Cleaning up temporary data from old regions at 1732120804966 (+13 ms)Running coprocessor post-open hooks at 1732120804974 (+8 ms)Region opened successfully at 1732120804975 (+1 ms) 2024-11-20T16:40:04,977 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., pid=6, masterSystemTime=1732120804938 2024-11-20T16:40:04,980 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:04,980 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:04,981 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=447c94144df4afd8bd88c79d471d71d9, regionState=OPEN, openSeqNum=2, regionLocation=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:04,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 because future has completed 2024-11-20T16:40:04,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T16:40:04,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 in 204 msec 2024-11-20T16:40:04,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T16:40:04,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=447c94144df4afd8bd88c79d471d71d9, ASSIGN in 372 msec 2024-11-20T16:40:04,997 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T16:40:04,997 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732120804997"}]},"ts":"1732120804997"} 2024-11-20T16:40:05,001 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T16:40:05,003 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T16:40:05,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2620 sec 2024-11-20T16:40:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T16:40:05,920 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:40:05,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1487a66f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:05,928 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:40:05,928 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:40:05,929 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:40:05,930 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:40:05,930 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:40:05,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411c73ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:05,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:40:05,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:40:05,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:05,933 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50242, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:40:05,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6825ee03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:05,934 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:40:05,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:40:05,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:40:05,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:40:05,940 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T16:40:05,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is b60eac9bda43,40299,1732120798156 2024-11-20T16:40:05,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b005fc9 2024-11-20T16:40:05,945 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T16:40:05,946 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50256, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T16:40:05,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d3f2f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:05,951 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:40:05,951 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:40:05,952 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:40:05,953 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:40:05,953 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:40:05,953 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef1bd73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:05,953 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:40:05,954 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:40:05,954 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:05,955 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50270, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:40:05,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af2c0a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:05,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46ad9e2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:05,957 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:40:05,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:40:05,959 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:40:05,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:40:05,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:40:05,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebcbe76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:05,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:40:05,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:40:05,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:05,962 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50280, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:40:05,963 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1612488f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:05,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6308d33d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:05,964 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:40:05,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:40:05,965 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:40:05,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:40:05,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:40:05,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7230d8e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:05,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:40:05,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:40:05,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:05,968 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50306, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:40:05,969 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc4f8ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:05,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a822d7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:05,970 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:40:05,970 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:40:05,972 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:40:05,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:40:05,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:40:05,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2555cfdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:05,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:40:05,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:40:05,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:05,976 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50312, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:40:05,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58577299, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:05,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7813eeba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:05,978 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:40:05,979 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:40:05,979 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:40:05,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:40:05,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:40:05,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4167ce6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:05,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:40:05,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:40:05,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:05,982 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50334, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:40:05,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23efbfd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:05,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f66d26b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:05,984 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:40:05,984 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:40:05,985 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:40:05,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:40:05,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:40:05,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5385c31b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:05,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:40:05,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:40:05,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:05,988 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:40:05,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5612ff47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:05,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@225d1960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:05,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:40:05,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:40:05,991 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:40:05,991 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:40:05,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:40:05,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af61fa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:05,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:40:05,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:40:05,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:05,993 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50368, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:40:05,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6db01178, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:05,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93b4e10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:05,995 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:40:05,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:40:05,996 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:40:05,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:40:05,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:40:05,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f7cbb29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:05,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:40:05,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:40:05,998 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:05,999 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50390, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:40:06,000 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f086cca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:06,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7449cb3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:06,001 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:40:06,001 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:40:06,002 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:40:06,002 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:40:06,002 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:40:06,003 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d4fe5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:06,003 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:40:06,003 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:40:06,003 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:06,004 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50408, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:40:06,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f72cf73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:06,010 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:40:06,010 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:40:06,010 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:40:06,010 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:40:06,010 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:40:06,012 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:40:06,012 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:40:06,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:40:06,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:40:06,012 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:40:06,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:40:06,012 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:40:06,012 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:40:06,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:40:06,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:40:06,013 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:40:06,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:40:06,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:40:06,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:40:06,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:40:06,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:40:06,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43416, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:40:06,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43436, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:40:06,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43426, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:40:06,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:40:06,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43444, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:40:06,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:40:06,016 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:40:06,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:40:06,018 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:40:06,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:40:06,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:40:06,018 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:40:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-20T16:40:06,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:40:06,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43482, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:40:06,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43498, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:40:06,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43512, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:40:06,023 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:40:06,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2] 2024-11-20T16:40:06,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2] 2024-11-20T16:40:06,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2] 2024-11-20T16:40:06,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2] 2024-11-20T16:40:06,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2] 2024-11-20T16:40:06,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2] 2024-11-20T16:40:06,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2] 2024-11-20T16:40:06,031 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:40:06,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:40:06,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2] 2024-11-20T16:40:06,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2] 2024-11-20T16:40:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T16:40:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:06,144 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:40:06,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T16:40:06,152 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 447c94144df4afd8bd88c79d471d71d9 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T16:40:06,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T16:40:06,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:06,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:06,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:06,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:06,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:06,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:06,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:06,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/0405e62cd3144855992dbf52ca2350a2 is 50, key is test_row_0/A:col10/1732120806114/Put/seqid=0 2024-11-20T16:40:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120866267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120866275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:06,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120866291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:06,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120866296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:06,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:06,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:06,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:06,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:06,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120866308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:06,339 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,339 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,339 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T16:40:06,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741837_1013 (size=12001) 2024-11-20T16:40:06,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/0405e62cd3144855992dbf52ca2350a2 2024-11-20T16:40:06,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:06,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T16:40:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120866428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:06,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:06,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120866428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:06,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:06,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120866429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:06,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:06,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120866429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:06,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:06,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:06,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:06,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:06,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:06,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:06,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120866448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:06,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:06,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/17ad6ecc5d854d2ba13af75030667e7c is 50, key is test_row_0/B:col10/1732120806114/Put/seqid=0 2024-11-20T16:40:06,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741838_1014 (size=12001) 2024-11-20T16:40:06,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/17ad6ecc5d854d2ba13af75030667e7c 2024-11-20T16:40:06,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T16:40:06,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:06,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:06,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:06,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:06,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:06,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/c1c6cbd0208f43aa8794501a67a30d83 is 50, key is test_row_0/C:col10/1732120806114/Put/seqid=0 2024-11-20T16:40:06,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120866648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:06,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:06,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:06,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120866647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120866649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:06,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:06,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:06,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120866656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:06,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741839_1015 (size=12001) 2024-11-20T16:40:06,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T16:40:06,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:06,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120866667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:06,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:06,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T16:40:06,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:06,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:06,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:06,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:06,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:06,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T16:40:06,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:06,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:06,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:06,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:06,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:06,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120866968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:06,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:06,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120866968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:06,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:06,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120866968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:06,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:06,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120866976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:06,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:06,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120866978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:06,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,982 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:06,982 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:07,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/c1c6cbd0208f43aa8794501a67a30d83 2024-11-20T16:40:07,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T16:40:07,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:07,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:07,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:07,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:07,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:07,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/0405e62cd3144855992dbf52ca2350a2 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/0405e62cd3144855992dbf52ca2350a2 2024-11-20T16:40:07,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/0405e62cd3144855992dbf52ca2350a2, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T16:40:07,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/17ad6ecc5d854d2ba13af75030667e7c as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/17ad6ecc5d854d2ba13af75030667e7c 2024-11-20T16:40:07,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/17ad6ecc5d854d2ba13af75030667e7c, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T16:40:07,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/c1c6cbd0208f43aa8794501a67a30d83 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/c1c6cbd0208f43aa8794501a67a30d83 2024-11-20T16:40:07,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/c1c6cbd0208f43aa8794501a67a30d83, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T16:40:07,160 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 447c94144df4afd8bd88c79d471d71d9 in 1010ms, sequenceid=16, compaction requested=false 2024-11-20T16:40:07,162 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T16:40:07,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T16:40:07,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T16:40:07,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:07,236 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 447c94144df4afd8bd88c79d471d71d9 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T16:40:07,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/20a29878113f4fd5b8b6526b910c9233 is 50, key is test_row_0/A:col10/1732120806252/Put/seqid=0 2024-11-20T16:40:07,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741840_1016 (size=12001) 2024-11-20T16:40:07,275 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/20a29878113f4fd5b8b6526b910c9233 2024-11-20T16:40:07,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/bf9db917c17c443e807a746fc9e7f7c1 is 50, key is test_row_0/B:col10/1732120806252/Put/seqid=0 2024-11-20T16:40:07,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741841_1017 (size=12001) 2024-11-20T16:40:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:07,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:07,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120867516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:07,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:07,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:07,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:07,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120867518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:07,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120867520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:07,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:07,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:07,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:07,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:07,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:07,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:07,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120867522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:07,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:07,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:07,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:07,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120867531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:07,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:07,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:07,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:07,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120867637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:07,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:07,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:07,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:07,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120867637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:07,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:07,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:07,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:07,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120867647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:07,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:07,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:07,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:07,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120867647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:07,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120867647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:07,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:07,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:07,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:07,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:07,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:07,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:07,729 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/bf9db917c17c443e807a746fc9e7f7c1 2024-11-20T16:40:07,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/09804f4aa3f04050a3525851ae46efef is 50, key is test_row_0/C:col10/1732120806252/Put/seqid=0 2024-11-20T16:40:07,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741842_1018 (size=12001) 2024-11-20T16:40:07,788 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/09804f4aa3f04050a3525851ae46efef 2024-11-20T16:40:07,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/20a29878113f4fd5b8b6526b910c9233 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/20a29878113f4fd5b8b6526b910c9233 2024-11-20T16:40:07,825 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/20a29878113f4fd5b8b6526b910c9233, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T16:40:07,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/bf9db917c17c443e807a746fc9e7f7c1 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/bf9db917c17c443e807a746fc9e7f7c1 2024-11-20T16:40:07,843 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/bf9db917c17c443e807a746fc9e7f7c1, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T16:40:07,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/09804f4aa3f04050a3525851ae46efef as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/09804f4aa3f04050a3525851ae46efef 2024-11-20T16:40:07,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120867857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:07,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:07,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:07,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:07,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120867857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:07,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:07,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:07,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:07,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120867858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:07,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:07,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:07,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:07,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120867860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:07,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120867860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:07,864 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:07,864 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:07,864 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:07,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:07,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:07,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:07,871 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/09804f4aa3f04050a3525851ae46efef, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T16:40:07,873 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 447c94144df4afd8bd88c79d471d71d9 in 637ms, sequenceid=37, compaction requested=false 2024-11-20T16:40:07,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:07,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:07,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T16:40:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T16:40:07,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-20T16:40:07,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8450 sec 2024-11-20T16:40:07,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.8700 sec 2024-11-20T16:40:08,093 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T16:40:08,173 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:40:08,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 447c94144df4afd8bd88c79d471d71d9 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-20T16:40:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:08,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/7fbeb6f2e04d4a94bcd367feb0727655 is 50, key is test_row_0/A:col10/1732120807510/Put/seqid=0 2024-11-20T16:40:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T16:40:08,196 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:40:08,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:40:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-20T16:40:08,202 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:40:08,204 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:40:08,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:40:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T16:40:08,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741843_1019 (size=12001) 2024-11-20T16:40:08,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/7fbeb6f2e04d4a94bcd367feb0727655 2024-11-20T16:40:08,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120868237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:08,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:08,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:08,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:08,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120868238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:08,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:08,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:08,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:08,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/e44c6688664a4a67aa7c5719e437aaba is 50, key is test_row_0/B:col10/1732120807510/Put/seqid=0 2024-11-20T16:40:08,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120868242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:08,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120868242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:08,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:08,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:08,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:08,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:08,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:08,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:08,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120868245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:08,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:08,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:08,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:08,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741844_1020 (size=12001) 2024-11-20T16:40:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T16:40:08,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:08,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120868356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:08,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:08,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T16:40:08,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:08,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:08,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:08,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:08,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:08,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:08,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:08,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:08,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120868367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:08,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:08,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:08,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120868356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:08,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:08,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:08,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:08,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:08,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120868368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:08,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:08,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:08,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:08,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:08,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120868369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:08,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:08,378 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:08,378 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:08,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T16:40:08,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:08,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:08,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:08,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:08,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T16:40:08,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120868576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:08,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:08,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:08,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:08,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120868586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:08,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:08,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:08,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:08,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120868586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:08,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:08,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:08,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:08,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120868586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:08,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:08,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:08,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:08,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120868587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:08,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:08,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:08,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:08,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T16:40:08,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:08,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:08,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:08,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:08,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:08,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/e44c6688664a4a67aa7c5719e437aaba 2024-11-20T16:40:08,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/ef6b8648e469494cae284f93815bddcc is 50, key is test_row_0/C:col10/1732120807510/Put/seqid=0 2024-11-20T16:40:08,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741845_1021 (size=12001) 2024-11-20T16:40:08,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/ef6b8648e469494cae284f93815bddcc 2024-11-20T16:40:08,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/7fbeb6f2e04d4a94bcd367feb0727655 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/7fbeb6f2e04d4a94bcd367feb0727655 2024-11-20T16:40:08,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/7fbeb6f2e04d4a94bcd367feb0727655, entries=150, sequenceid=54, filesize=11.7 K 2024-11-20T16:40:08,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/e44c6688664a4a67aa7c5719e437aaba as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/e44c6688664a4a67aa7c5719e437aaba 2024-11-20T16:40:08,814 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T16:40:08,830 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/e44c6688664a4a67aa7c5719e437aaba, entries=150, sequenceid=54, filesize=11.7 K 2024-11-20T16:40:08,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T16:40:08,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:08,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:08,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/ef6b8648e469494cae284f93815bddcc as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/ef6b8648e469494cae284f93815bddcc 2024-11-20T16:40:08,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:08,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:08,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T16:40:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:08,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/ef6b8648e469494cae284f93815bddcc, entries=150, sequenceid=54, filesize=11.7 K 2024-11-20T16:40:08,861 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=120.76 KB/123660 for 447c94144df4afd8bd88c79d471d71d9 in 687ms, sequenceid=54, compaction requested=true 2024-11-20T16:40:08,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:08,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 447c94144df4afd8bd88c79d471d71d9:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:40:08,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:08,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 447c94144df4afd8bd88c79d471d71d9:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:40:08,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:08,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 447c94144df4afd8bd88c79d471d71d9:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:40:08,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:40:08,873 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:40:08,877 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:40:08,879 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 447c94144df4afd8bd88c79d471d71d9/B is initiating minor compaction (all files) 2024-11-20T16:40:08,880 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 447c94144df4afd8bd88c79d471d71d9/B in TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:08,880 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/17ad6ecc5d854d2ba13af75030667e7c, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/bf9db917c17c443e807a746fc9e7f7c1, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/e44c6688664a4a67aa7c5719e437aaba] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp, totalSize=35.2 K 2024-11-20T16:40:08,883 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 17ad6ecc5d854d2ba13af75030667e7c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732120806114 2024-11-20T16:40:08,885 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting bf9db917c17c443e807a746fc9e7f7c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732120806252 2024-11-20T16:40:08,886 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting e44c6688664a4a67aa7c5719e437aaba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732120807510 2024-11-20T16:40:08,890 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:40:08,893 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:40:08,893 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): 447c94144df4afd8bd88c79d471d71d9/A is initiating minor compaction (all files) 2024-11-20T16:40:08,894 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 447c94144df4afd8bd88c79d471d71d9/A in TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:08,894 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/0405e62cd3144855992dbf52ca2350a2, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/20a29878113f4fd5b8b6526b910c9233, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/7fbeb6f2e04d4a94bcd367feb0727655] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp, totalSize=35.2 K 2024-11-20T16:40:08,896 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0405e62cd3144855992dbf52ca2350a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732120806114 2024-11-20T16:40:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:08,897 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:40:08,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 447c94144df4afd8bd88c79d471d71d9 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T16:40:08,899 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20a29878113f4fd5b8b6526b910c9233, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732120806252 2024-11-20T16:40:08,901 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fbeb6f2e04d4a94bcd367feb0727655, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732120807510 2024-11-20T16:40:08,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/e7df8fd8aa424e97b8878303e13890f4 is 50, key is test_row_0/A:col10/1732120808892/Put/seqid=0 2024-11-20T16:40:08,954 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T16:40:08,955 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T16:40:08,957 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T16:40:08,957 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T16:40:08,957 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T16:40:08,957 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T16:40:08,959 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T16:40:08,959 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-20T16:40:08,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741846_1022 (size=14341) 2024-11-20T16:40:08,983 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 447c94144df4afd8bd88c79d471d71d9#A#compaction#11 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:08,983 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 447c94144df4afd8bd88c79d471d71d9#B#compaction#10 average throughput is 0.20 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:08,984 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/90beb027bb4b44558c8a000a9c79990c is 50, key is test_row_0/B:col10/1732120807510/Put/seqid=0 2024-11-20T16:40:08,986 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/d809953f43474e6cb9dc6e20b6b868d5 is 50, key is test_row_0/A:col10/1732120807510/Put/seqid=0 2024-11-20T16:40:08,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T16:40:08,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:08,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:08,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:08,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:08,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:09,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120868993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:09,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:09,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120868997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:09,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:09,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741847_1023 (size=12104) 2024-11-20T16:40:09,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120869001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:09,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:09,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120869007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:09,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:09,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120869010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:09,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:09,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741848_1024 (size=12104) 2024-11-20T16:40:09,059 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/90beb027bb4b44558c8a000a9c79990c as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/90beb027bb4b44558c8a000a9c79990c 2024-11-20T16:40:09,102 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 447c94144df4afd8bd88c79d471d71d9/B of 447c94144df4afd8bd88c79d471d71d9 into 90beb027bb4b44558c8a000a9c79990c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:09,103 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:09,107 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., storeName=447c94144df4afd8bd88c79d471d71d9/B, priority=13, startTime=1732120808870; duration=0sec 2024-11-20T16:40:09,108 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:40:09,108 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 447c94144df4afd8bd88c79d471d71d9:B 2024-11-20T16:40:09,109 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:40:09,112 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:40:09,112 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 447c94144df4afd8bd88c79d471d71d9/C is initiating minor compaction (all files) 2024-11-20T16:40:09,112 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 447c94144df4afd8bd88c79d471d71d9/C in TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:09,112 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/c1c6cbd0208f43aa8794501a67a30d83, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/09804f4aa3f04050a3525851ae46efef, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/ef6b8648e469494cae284f93815bddcc] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp, totalSize=35.2 K 2024-11-20T16:40:09,114 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting c1c6cbd0208f43aa8794501a67a30d83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732120806114 2024-11-20T16:40:09,115 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 09804f4aa3f04050a3525851ae46efef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732120806252 2024-11-20T16:40:09,116 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting ef6b8648e469494cae284f93815bddcc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732120807510 2024-11-20T16:40:09,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120869116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:09,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:09,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120869129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:09,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:09,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T16:40:09,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:09,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:09,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:09,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:09,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:09,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:09,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120869146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:09,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:09,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120869146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:09,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120869146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:09,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:09,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:09,171 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 447c94144df4afd8bd88c79d471d71d9#C#compaction#12 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:09,172 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/2f781986c52a465cbd351965fe646452 is 50, key is test_row_0/C:col10/1732120807510/Put/seqid=0 2024-11-20T16:40:09,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741849_1025 (size=12104) 2024-11-20T16:40:09,231 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/2f781986c52a465cbd351965fe646452 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/2f781986c52a465cbd351965fe646452 2024-11-20T16:40:09,250 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 447c94144df4afd8bd88c79d471d71d9/C of 447c94144df4afd8bd88c79d471d71d9 into 2f781986c52a465cbd351965fe646452(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:09,250 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:09,250 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., storeName=447c94144df4afd8bd88c79d471d71d9/C, priority=13, startTime=1732120808870; duration=0sec 2024-11-20T16:40:09,250 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:09,250 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 447c94144df4afd8bd88c79d471d71d9:C 2024-11-20T16:40:09,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T16:40:09,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:09,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:09,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:09,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:09,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T16:40:09,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120869346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:09,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:09,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120869346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:09,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:09,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/e7df8fd8aa424e97b8878303e13890f4 2024-11-20T16:40:09,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120869376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:09,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:09,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120869376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:09,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:09,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120869381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:09,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:09,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/73c8e34de24f47d4b9cd0e3b6cda01a0 is 50, key is test_row_0/B:col10/1732120808892/Put/seqid=0 2024-11-20T16:40:09,462 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/d809953f43474e6cb9dc6e20b6b868d5 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/d809953f43474e6cb9dc6e20b6b868d5 2024-11-20T16:40:09,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T16:40:09,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:09,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:09,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:09,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:09,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:09,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741850_1026 (size=12001) 2024-11-20T16:40:09,481 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 447c94144df4afd8bd88c79d471d71d9/A of 447c94144df4afd8bd88c79d471d71d9 into d809953f43474e6cb9dc6e20b6b868d5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:09,481 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:09,481 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., storeName=447c94144df4afd8bd88c79d471d71d9/A, priority=13, startTime=1732120808865; duration=0sec 2024-11-20T16:40:09,482 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:09,482 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 447c94144df4afd8bd88c79d471d71d9:A 2024-11-20T16:40:09,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T16:40:09,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:09,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:09,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:09,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:09,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:09,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:09,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120869666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:09,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:09,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120869666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:09,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:09,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120869696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:09,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120869706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:09,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:09,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120869706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:09,719 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,719 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:09,719 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:09,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T16:40:09,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:09,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:09,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:09,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:09,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:09,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/73c8e34de24f47d4b9cd0e3b6cda01a0 2024-11-20T16:40:09,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/e9c61af412224e5ba5ee9856a7f954c4 is 50, key is test_row_0/C:col10/1732120808892/Put/seqid=0 2024-11-20T16:40:09,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T16:40:09,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:09,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:09,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:09,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:09,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:09,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741851_1027 (size=12001) 2024-11-20T16:40:10,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T16:40:10,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:10,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:10,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:10,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:10,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:10,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120870176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:10,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:10,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:10,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:10,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120870186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:10,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:10,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:10,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:10,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120870207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:10,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:10,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:10,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:10,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:10,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120870216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:10,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:10,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:10,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:10,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:10,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120870226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:10,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:10,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:10,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:10,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T16:40:10,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:10,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:10,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:10,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:10,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:10,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:10,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T16:40:10,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/e9c61af412224e5ba5ee9856a7f954c4 2024-11-20T16:40:10,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/e7df8fd8aa424e97b8878303e13890f4 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/e7df8fd8aa424e97b8878303e13890f4 2024-11-20T16:40:10,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/e7df8fd8aa424e97b8878303e13890f4, entries=200, sequenceid=76, filesize=14.0 K 2024-11-20T16:40:10,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T16:40:10,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:10,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:10,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:10,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:10,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:10,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:10,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/73c8e34de24f47d4b9cd0e3b6cda01a0 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/73c8e34de24f47d4b9cd0e3b6cda01a0 2024-11-20T16:40:10,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/73c8e34de24f47d4b9cd0e3b6cda01a0, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T16:40:10,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/e9c61af412224e5ba5ee9856a7f954c4 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/e9c61af412224e5ba5ee9856a7f954c4 2024-11-20T16:40:10,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/e9c61af412224e5ba5ee9856a7f954c4, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T16:40:10,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 447c94144df4afd8bd88c79d471d71d9 in 1556ms, sequenceid=76, compaction requested=false 2024-11-20T16:40:10,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:10,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T16:40:10,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:10,566 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 447c94144df4afd8bd88c79d471d71d9 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T16:40:10,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/7f67370fd8e04f3ca30025a4dc72bc51 is 50, key is test_row_0/A:col10/1732120809006/Put/seqid=0 2024-11-20T16:40:10,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741852_1028 (size=12001) 2024-11-20T16:40:11,040 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/7f67370fd8e04f3ca30025a4dc72bc51 2024-11-20T16:40:11,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/0ed215a643344da889490a531305e2f0 is 50, key is test_row_0/B:col10/1732120809006/Put/seqid=0 2024-11-20T16:40:11,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741853_1029 (size=12001) 2024-11-20T16:40:11,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:11,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120871313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:11,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:11,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:11,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:11,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120871315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:11,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:11,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:11,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:11,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120871320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:11,339 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:11,340 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:11,340 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:11,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120871322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:11,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:11,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:11,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:11,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120871330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:11,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:11,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:11,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:11,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120871436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:11,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:11,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:11,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:11,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120871437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:11,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:11,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:11,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:11,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120871446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:11,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:11,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:11,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:11,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120871446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:11,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:11,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:11,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:11,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120871446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:11,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:11,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:11,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:11,549 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/0ed215a643344da889490a531305e2f0 2024-11-20T16:40:11,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/e8f5536232c74dc6b8dbf08b889fe20b is 50, key is test_row_0/C:col10/1732120809006/Put/seqid=0 2024-11-20T16:40:11,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741854_1030 (size=12001) 2024-11-20T16:40:11,642 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/e8f5536232c74dc6b8dbf08b889fe20b 2024-11-20T16:40:11,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:11,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120871647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:11,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:11,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:11,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:11,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120871647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:11,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:11,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:11,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:11,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/7f67370fd8e04f3ca30025a4dc72bc51 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/7f67370fd8e04f3ca30025a4dc72bc51 2024-11-20T16:40:11,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120871656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:11,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:11,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:11,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:11,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120871656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:11,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:11,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:11,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:11,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120871656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:11,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:11,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:11,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:11,672 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/7f67370fd8e04f3ca30025a4dc72bc51, entries=150, sequenceid=93, filesize=11.7 K 2024-11-20T16:40:11,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/0ed215a643344da889490a531305e2f0 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/0ed215a643344da889490a531305e2f0 2024-11-20T16:40:11,691 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/0ed215a643344da889490a531305e2f0, entries=150, sequenceid=93, filesize=11.7 K 2024-11-20T16:40:11,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/e8f5536232c74dc6b8dbf08b889fe20b as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/e8f5536232c74dc6b8dbf08b889fe20b 2024-11-20T16:40:11,712 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/e8f5536232c74dc6b8dbf08b889fe20b, entries=150, sequenceid=93, filesize=11.7 K 2024-11-20T16:40:11,715 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 447c94144df4afd8bd88c79d471d71d9 in 1150ms, sequenceid=93, compaction requested=true 2024-11-20T16:40:11,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:11,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:11,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-20T16:40:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-20T16:40:11,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T16:40:11,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5140 sec 2024-11-20T16:40:11,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 3.5300 sec 2024-11-20T16:40:11,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:11,973 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:40:11,974 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 447c94144df4afd8bd88c79d471d71d9 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T16:40:11,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/0006a70dff7e44c5b637501c6a54e21f is 50, key is test_row_0/A:col10/1732120811325/Put/seqid=0 2024-11-20T16:40:12,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:12,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:12,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120872002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:12,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:12,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120872003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:12,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120872000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:12,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:12,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:12,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:12,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120872004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:12,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120872004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:12,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:12,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:12,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:12,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:12,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741855_1031 (size=14341) 2024-11-20T16:40:12,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/0006a70dff7e44c5b637501c6a54e21f 2024-11-20T16:40:12,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/b32cc05247234690ad14e7a68136daec is 50, key is test_row_0/B:col10/1732120811325/Put/seqid=0 2024-11-20T16:40:12,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:12,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120872116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120872116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:12,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:12,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741856_1032 (size=12001) 2024-11-20T16:40:12,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:12,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120872116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:12,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:12,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120872116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:12,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:12,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120872117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:12,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:12,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120872326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:12,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:12,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120872337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:12,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:12,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120872341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:12,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:12,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120872342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:12,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:12,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120872337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:12,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T16:40:12,367 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:40:12,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:40:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-20T16:40:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T16:40:12,374 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:40:12,376 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:40:12,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:40:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T16:40:12,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/b32cc05247234690ad14e7a68136daec 2024-11-20T16:40:12,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T16:40:12,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:12,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:12,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:12,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:12,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:12,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/3de214d02ee2452192725f11bb4a44aa is 50, key is test_row_0/C:col10/1732120811325/Put/seqid=0 2024-11-20T16:40:12,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741857_1033 (size=12001) 2024-11-20T16:40:12,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/3de214d02ee2452192725f11bb4a44aa 2024-11-20T16:40:12,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/0006a70dff7e44c5b637501c6a54e21f as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/0006a70dff7e44c5b637501c6a54e21f 2024-11-20T16:40:12,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/0006a70dff7e44c5b637501c6a54e21f, entries=200, sequenceid=116, filesize=14.0 K 2024-11-20T16:40:12,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/b32cc05247234690ad14e7a68136daec as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/b32cc05247234690ad14e7a68136daec 2024-11-20T16:40:12,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/b32cc05247234690ad14e7a68136daec, entries=150, sequenceid=116, filesize=11.7 K 2024-11-20T16:40:12,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/3de214d02ee2452192725f11bb4a44aa as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/3de214d02ee2452192725f11bb4a44aa 2024-11-20T16:40:12,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120872640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:12,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:12,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120872647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:12,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:12,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120872655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:12,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/3de214d02ee2452192725f11bb4a44aa, entries=150, sequenceid=116, filesize=11.7 K 2024-11-20T16:40:12,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:12,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120872656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:12,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:12,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 447c94144df4afd8bd88c79d471d71d9 in 688ms, sequenceid=116, compaction requested=true 2024-11-20T16:40:12,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:12,663 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:40:12,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 447c94144df4afd8bd88c79d471d71d9:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:40:12,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:12,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 447c94144df4afd8bd88c79d471d71d9:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:40:12,664 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:40:12,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:12,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 447c94144df4afd8bd88c79d471d71d9:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:40:12,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:40:12,665 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:40:12,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 447c94144df4afd8bd88c79d471d71d9 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T16:40:12,666 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:40:12,666 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:40:12,666 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 447c94144df4afd8bd88c79d471d71d9/B is initiating minor compaction (all files) 2024-11-20T16:40:12,666 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): 447c94144df4afd8bd88c79d471d71d9/A is initiating minor compaction (all files) 2024-11-20T16:40:12,667 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 447c94144df4afd8bd88c79d471d71d9/B in TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:12,667 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 447c94144df4afd8bd88c79d471d71d9/A in TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:12,667 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/90beb027bb4b44558c8a000a9c79990c, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/73c8e34de24f47d4b9cd0e3b6cda01a0, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/0ed215a643344da889490a531305e2f0, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/b32cc05247234690ad14e7a68136daec] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp, totalSize=47.0 K 2024-11-20T16:40:12,667 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/d809953f43474e6cb9dc6e20b6b868d5, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/e7df8fd8aa424e97b8878303e13890f4, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/7f67370fd8e04f3ca30025a4dc72bc51, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/0006a70dff7e44c5b637501c6a54e21f] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp, totalSize=51.5 K 2024-11-20T16:40:12,668 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting d809953f43474e6cb9dc6e20b6b868d5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732120807510 2024-11-20T16:40:12,668 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 90beb027bb4b44558c8a000a9c79990c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732120807510 2024-11-20T16:40:12,669 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7df8fd8aa424e97b8878303e13890f4, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732120808222 2024-11-20T16:40:12,669 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 73c8e34de24f47d4b9cd0e3b6cda01a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732120808222 2024-11-20T16:40:12,669 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ed215a643344da889490a531305e2f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732120808979 2024-11-20T16:40:12,669 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f67370fd8e04f3ca30025a4dc72bc51, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732120808979 2024-11-20T16:40:12,670 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0006a70dff7e44c5b637501c6a54e21f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732120811314 2024-11-20T16:40:12,672 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting b32cc05247234690ad14e7a68136daec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732120811314 2024-11-20T16:40:12,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/bc2422fea1cf46b7afe9738c6f9dd401 is 50, key is test_row_0/A:col10/1732120811994/Put/seqid=0 2024-11-20T16:40:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T16:40:12,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T16:40:12,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:12,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:12,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:12,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:12,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:12,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741858_1034 (size=14441) 2024-11-20T16:40:12,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/bc2422fea1cf46b7afe9738c6f9dd401 2024-11-20T16:40:12,754 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 447c94144df4afd8bd88c79d471d71d9#B#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:12,756 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/db173b12ea9c48e49196984e8aea119d is 50, key is test_row_0/B:col10/1732120811325/Put/seqid=0 2024-11-20T16:40:12,756 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 447c94144df4afd8bd88c79d471d71d9#A#compaction#23 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:12,757 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/d1d54a9f6284463ba095d354d936fb44 is 50, key is test_row_0/A:col10/1732120811325/Put/seqid=0 2024-11-20T16:40:12,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/aeef118a04124d8a8182d0f55be52fa7 is 50, key is test_row_0/B:col10/1732120811994/Put/seqid=0 2024-11-20T16:40:12,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741860_1036 (size=12241) 2024-11-20T16:40:12,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741859_1035 (size=12241) 2024-11-20T16:40:12,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741861_1037 (size=12051) 2024-11-20T16:40:12,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120872844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:12,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:12,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T16:40:12,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:12,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:12,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:12,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:12,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:12,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120872958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:12,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:12,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T16:40:13,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T16:40:13,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:13,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:13,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:13,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:13,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:13,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T16:40:13,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:13,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:13,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:13,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:13,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:13,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:13,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:13,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120873166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:13,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:13,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:13,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:13,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:13,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120873166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:13,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:13,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:13,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:13,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:13,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120873166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:13,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:13,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120873166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:13,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:13,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:13,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:13,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:13,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120873166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:13,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:13,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:13,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:13,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:13,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:13,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:13,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/aeef118a04124d8a8182d0f55be52fa7 2024-11-20T16:40:13,212 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/db173b12ea9c48e49196984e8aea119d as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/db173b12ea9c48e49196984e8aea119d 2024-11-20T16:40:13,213 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/d1d54a9f6284463ba095d354d936fb44 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/d1d54a9f6284463ba095d354d936fb44 2024-11-20T16:40:13,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/83180eff05ce4bf48a9177597c8b24a0 is 50, key is test_row_0/C:col10/1732120811994/Put/seqid=0 2024-11-20T16:40:13,230 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 447c94144df4afd8bd88c79d471d71d9/A of 447c94144df4afd8bd88c79d471d71d9 into d1d54a9f6284463ba095d354d936fb44(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:13,230 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 447c94144df4afd8bd88c79d471d71d9/B of 447c94144df4afd8bd88c79d471d71d9 into db173b12ea9c48e49196984e8aea119d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:13,230 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:13,230 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., storeName=447c94144df4afd8bd88c79d471d71d9/B, priority=12, startTime=1732120812664; duration=0sec 2024-11-20T16:40:13,231 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:40:13,231 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:13,231 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., storeName=447c94144df4afd8bd88c79d471d71d9/A, priority=12, startTime=1732120812663; duration=0sec 2024-11-20T16:40:13,231 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:40:13,231 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 447c94144df4afd8bd88c79d471d71d9:A 2024-11-20T16:40:13,231 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:40:13,231 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 447c94144df4afd8bd88c79d471d71d9:B 2024-11-20T16:40:13,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741862_1038 (size=12051) 2024-11-20T16:40:13,240 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:40:13,240 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): 447c94144df4afd8bd88c79d471d71d9/C is initiating minor compaction (all files) 2024-11-20T16:40:13,240 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 447c94144df4afd8bd88c79d471d71d9/C in TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:13,241 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/2f781986c52a465cbd351965fe646452, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/e9c61af412224e5ba5ee9856a7f954c4, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/e8f5536232c74dc6b8dbf08b889fe20b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/3de214d02ee2452192725f11bb4a44aa] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp, totalSize=47.0 K 2024-11-20T16:40:13,241 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f781986c52a465cbd351965fe646452, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732120807510 2024-11-20T16:40:13,242 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9c61af412224e5ba5ee9856a7f954c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732120808222 2024-11-20T16:40:13,242 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8f5536232c74dc6b8dbf08b889fe20b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732120808979 2024-11-20T16:40:13,243 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3de214d02ee2452192725f11bb4a44aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732120811314 2024-11-20T16:40:13,266 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 447c94144df4afd8bd88c79d471d71d9#C#compaction#26 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:13,267 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/95397247311b49928d81540159dc89a5 is 50, key is test_row_0/C:col10/1732120811325/Put/seqid=0 2024-11-20T16:40:13,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741863_1039 (size=12241) 2024-11-20T16:40:13,308 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/95397247311b49928d81540159dc89a5 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/95397247311b49928d81540159dc89a5 2024-11-20T16:40:13,320 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 447c94144df4afd8bd88c79d471d71d9/C of 447c94144df4afd8bd88c79d471d71d9 into 95397247311b49928d81540159dc89a5(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:13,320 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:13,320 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., storeName=447c94144df4afd8bd88c79d471d71d9/C, priority=12, startTime=1732120812665; duration=0sec 2024-11-20T16:40:13,321 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:13,321 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 447c94144df4afd8bd88c79d471d71d9:C 2024-11-20T16:40:13,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T16:40:13,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:13,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:13,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:13,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:13,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:13,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120873476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:13,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:13,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:13,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:13,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T16:40:13,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:13,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:13,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:13,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:13,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T16:40:13,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/83180eff05ce4bf48a9177597c8b24a0 2024-11-20T16:40:13,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/bc2422fea1cf46b7afe9738c6f9dd401 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/bc2422fea1cf46b7afe9738c6f9dd401 2024-11-20T16:40:13,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T16:40:13,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:13,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:13,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:13,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:13,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:13,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/bc2422fea1cf46b7afe9738c6f9dd401, entries=200, sequenceid=131, filesize=14.1 K 2024-11-20T16:40:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:13,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/aeef118a04124d8a8182d0f55be52fa7 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/aeef118a04124d8a8182d0f55be52fa7 2024-11-20T16:40:13,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/aeef118a04124d8a8182d0f55be52fa7, entries=150, sequenceid=131, filesize=11.8 K 2024-11-20T16:40:13,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/83180eff05ce4bf48a9177597c8b24a0 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/83180eff05ce4bf48a9177597c8b24a0 2024-11-20T16:40:13,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/83180eff05ce4bf48a9177597c8b24a0, entries=150, sequenceid=131, filesize=11.8 K 2024-11-20T16:40:13,693 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 447c94144df4afd8bd88c79d471d71d9 in 1028ms, sequenceid=131, compaction requested=false 2024-11-20T16:40:13,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:13,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T16:40:13,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:13,817 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 447c94144df4afd8bd88c79d471d71d9 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T16:40:13,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/82cac41642b54b6e980f2df39389b83e is 50, key is test_row_0/A:col10/1732120812826/Put/seqid=0 2024-11-20T16:40:13,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741864_1040 (size=12151) 2024-11-20T16:40:13,867 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/82cac41642b54b6e980f2df39389b83e 2024-11-20T16:40:13,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/9dca52234c88482299f5e0af83a42f53 is 50, key is test_row_0/B:col10/1732120812826/Put/seqid=0 2024-11-20T16:40:13,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741865_1041 (size=12151) 2024-11-20T16:40:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:13,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:14,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120874098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:14,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:14,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:14,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:14,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120874187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:14,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:14,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120874187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:14,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:14,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120874187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:14,197 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_2' in 447c94144df4afd8bd88c79d471d71d9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:40:14,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:14,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:14,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:14,198 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_2' in 447c94144df4afd8bd88c79d471d71d9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:40:14,198 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_1' in 447c94144df4afd8bd88c79d471d71d9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:40:14,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:14,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:14,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:14,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:14,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:14,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:14,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120874195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:14,204 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_1' in 447c94144df4afd8bd88c79d471d71d9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:40:14,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:14,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:14,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:14,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120874216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:14,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:14,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:14,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:14,367 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/9dca52234c88482299f5e0af83a42f53 2024-11-20T16:40:14,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/f46803406a5c4611b2c4033b02363e86 is 50, key is test_row_0/C:col10/1732120812826/Put/seqid=0 2024-11-20T16:40:14,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741866_1042 (size=12151) 2024-11-20T16:40:14,409 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/f46803406a5c4611b2c4033b02363e86 2024-11-20T16:40:14,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:14,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120874426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:14,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:14,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:14,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:14,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/82cac41642b54b6e980f2df39389b83e as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/82cac41642b54b6e980f2df39389b83e 2024-11-20T16:40:14,453 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/82cac41642b54b6e980f2df39389b83e, entries=150, sequenceid=155, filesize=11.9 K 2024-11-20T16:40:14,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/9dca52234c88482299f5e0af83a42f53 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/9dca52234c88482299f5e0af83a42f53 2024-11-20T16:40:14,479 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/9dca52234c88482299f5e0af83a42f53, entries=150, sequenceid=155, filesize=11.9 K 2024-11-20T16:40:14,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/f46803406a5c4611b2c4033b02363e86 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/f46803406a5c4611b2c4033b02363e86 2024-11-20T16:40:14,492 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/f46803406a5c4611b2c4033b02363e86, entries=150, sequenceid=155, filesize=11.9 K 2024-11-20T16:40:14,493 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 447c94144df4afd8bd88c79d471d71d9 in 676ms, sequenceid=155, compaction requested=true 2024-11-20T16:40:14,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:14,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:14,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-20T16:40:14,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-20T16:40:14,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-20T16:40:14,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1230 sec 2024-11-20T16:40:14,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 2.1360 sec 2024-11-20T16:40:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T16:40:14,536 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:40:14,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:40:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-20T16:40:14,544 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:40:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T16:40:14,545 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:40:14,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:40:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T16:40:14,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-20T16:40:14,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:14,701 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 447c94144df4afd8bd88c79d471d71d9 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T16:40:14,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/32e9d3cb03ec4151bd49bd4bf6c9c886 is 50, key is test_row_0/A:col10/1732120814090/Put/seqid=0 2024-11-20T16:40:14,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741867_1043 (size=9757) 2024-11-20T16:40:14,736 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/32e9d3cb03ec4151bd49bd4bf6c9c886 2024-11-20T16:40:14,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:14,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/36defd43d5b04e54b814f21082bb5912 is 50, key is test_row_0/B:col10/1732120814090/Put/seqid=0 2024-11-20T16:40:14,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741868_1044 (size=9757) 2024-11-20T16:40:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T16:40:14,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120874887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:14,895 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:14,895 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:14,895 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:15,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120875005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:15,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:15,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:15,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T16:40:15,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:15,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120875215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:15,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:15,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:15,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:15,220 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/36defd43d5b04e54b814f21082bb5912 2024-11-20T16:40:15,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/d28fcddec61d48e4ad2df73dc5aa081f is 50, key is test_row_0/C:col10/1732120814090/Put/seqid=0 2024-11-20T16:40:15,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741869_1045 (size=9757) 2024-11-20T16:40:15,284 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/d28fcddec61d48e4ad2df73dc5aa081f 2024-11-20T16:40:15,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/32e9d3cb03ec4151bd49bd4bf6c9c886 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/32e9d3cb03ec4151bd49bd4bf6c9c886 2024-11-20T16:40:15,312 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/32e9d3cb03ec4151bd49bd4bf6c9c886, entries=100, sequenceid=170, filesize=9.5 K 2024-11-20T16:40:15,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/36defd43d5b04e54b814f21082bb5912 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/36defd43d5b04e54b814f21082bb5912 2024-11-20T16:40:15,323 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/36defd43d5b04e54b814f21082bb5912, entries=100, sequenceid=170, filesize=9.5 K 2024-11-20T16:40:15,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/d28fcddec61d48e4ad2df73dc5aa081f as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/d28fcddec61d48e4ad2df73dc5aa081f 2024-11-20T16:40:15,338 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/d28fcddec61d48e4ad2df73dc5aa081f, entries=100, sequenceid=170, filesize=9.5 K 2024-11-20T16:40:15,340 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 447c94144df4afd8bd88c79d471d71d9 in 639ms, sequenceid=170, compaction requested=true 2024-11-20T16:40:15,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:15,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:15,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-20T16:40:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-20T16:40:15,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-20T16:40:15,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 797 msec 2024-11-20T16:40:15,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 807 msec 2024-11-20T16:40:15,540 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:40:15,541 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 447c94144df4afd8bd88c79d471d71d9 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T16:40:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:15,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/0791a9860a33466387b1179c5373141e is 50, key is test_row_0/A:col10/1732120814820/Put/seqid=0 2024-11-20T16:40:15,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741870_1046 (size=12151) 2024-11-20T16:40:15,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/0791a9860a33466387b1179c5373141e 2024-11-20T16:40:15,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/f856b0a7b22a41b58d5b89f99d47b070 is 50, key is test_row_0/B:col10/1732120814820/Put/seqid=0 2024-11-20T16:40:15,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741871_1047 (size=12151) 2024-11-20T16:40:15,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120875636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:15,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:15,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:15,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:15,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T16:40:15,687 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:40:15,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:40:15,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-20T16:40:15,694 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:40:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T16:40:15,696 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:40:15,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:40:15,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:15,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120875746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:15,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:15,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:15,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:15,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T16:40:15,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-20T16:40:15,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:15,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:15,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:15,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:15,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:15,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:15,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:15,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120875955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:15,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:15,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:15,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:16,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-20T16:40:16,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:16,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:16,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:16,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:16,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T16:40:16,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/f856b0a7b22a41b58d5b89f99d47b070 2024-11-20T16:40:16,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/d6fc10c1db954cb1913fb9225601628b is 50, key is test_row_0/C:col10/1732120814820/Put/seqid=0 2024-11-20T16:40:16,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741872_1048 (size=12151) 2024-11-20T16:40:16,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/d6fc10c1db954cb1913fb9225601628b 2024-11-20T16:40:16,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/0791a9860a33466387b1179c5373141e as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/0791a9860a33466387b1179c5373141e 2024-11-20T16:40:16,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/0791a9860a33466387b1179c5373141e, entries=150, sequenceid=192, filesize=11.9 K 2024-11-20T16:40:16,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/f856b0a7b22a41b58d5b89f99d47b070 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/f856b0a7b22a41b58d5b89f99d47b070 2024-11-20T16:40:16,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/f856b0a7b22a41b58d5b89f99d47b070, entries=150, sequenceid=192, filesize=11.9 K 2024-11-20T16:40:16,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/d6fc10c1db954cb1913fb9225601628b as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/d6fc10c1db954cb1913fb9225601628b 2024-11-20T16:40:16,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/d6fc10c1db954cb1913fb9225601628b, entries=150, sequenceid=192, filesize=11.9 K 2024-11-20T16:40:16,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-20T16:40:16,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:16,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:16,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:16,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:16,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:16,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:16,177 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 447c94144df4afd8bd88c79d471d71d9 in 636ms, sequenceid=192, compaction requested=true 2024-11-20T16:40:16,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:16,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 447c94144df4afd8bd88c79d471d71d9:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:40:16,178 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T16:40:16,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:16,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 447c94144df4afd8bd88c79d471d71d9:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:40:16,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:40:16,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 447c94144df4afd8bd88c79d471d71d9:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:40:16,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T16:40:16,183 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60741 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T16:40:16,183 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 447c94144df4afd8bd88c79d471d71d9/A is initiating minor compaction (all files) 2024-11-20T16:40:16,183 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 447c94144df4afd8bd88c79d471d71d9/A in TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:16,184 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T16:40:16,185 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/d1d54a9f6284463ba095d354d936fb44, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/bc2422fea1cf46b7afe9738c6f9dd401, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/82cac41642b54b6e980f2df39389b83e, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/32e9d3cb03ec4151bd49bd4bf6c9c886, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/0791a9860a33466387b1179c5373141e] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp, totalSize=59.3 K 2024-11-20T16:40:16,187 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting d1d54a9f6284463ba095d354d936fb44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732120811314 2024-11-20T16:40:16,191 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting bc2422fea1cf46b7afe9738c6f9dd401, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732120811994 2024-11-20T16:40:16,193 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 82cac41642b54b6e980f2df39389b83e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732120812813 2024-11-20T16:40:16,194 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 32e9d3cb03ec4151bd49bd4bf6c9c886, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732120814078 2024-11-20T16:40:16,195 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 0791a9860a33466387b1179c5373141e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732120814820 2024-11-20T16:40:16,195 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58351 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T16:40:16,195 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): 447c94144df4afd8bd88c79d471d71d9/B is initiating minor compaction (all files) 2024-11-20T16:40:16,195 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 447c94144df4afd8bd88c79d471d71d9/B in TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:16,195 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/db173b12ea9c48e49196984e8aea119d, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/aeef118a04124d8a8182d0f55be52fa7, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/9dca52234c88482299f5e0af83a42f53, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/36defd43d5b04e54b814f21082bb5912, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/f856b0a7b22a41b58d5b89f99d47b070] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp, totalSize=57.0 K 2024-11-20T16:40:16,196 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting db173b12ea9c48e49196984e8aea119d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732120811314 2024-11-20T16:40:16,197 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting aeef118a04124d8a8182d0f55be52fa7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732120811994 2024-11-20T16:40:16,198 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9dca52234c88482299f5e0af83a42f53, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732120812813 2024-11-20T16:40:16,199 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36defd43d5b04e54b814f21082bb5912, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732120814078 2024-11-20T16:40:16,200 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting f856b0a7b22a41b58d5b89f99d47b070, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732120814820 2024-11-20T16:40:16,209 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:40:16,209 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 447c94144df4afd8bd88c79d471d71d9 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T16:40:16,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:16,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/ca8d6ed74b5e44a9856a1ddc0ba4e151 is 50, key is test_row_0/A:col10/1732120815624/Put/seqid=0 2024-11-20T16:40:16,250 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 447c94144df4afd8bd88c79d471d71d9#B#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:16,251 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/b851508ae23d4f4684db911913f7e53e is 50, key is test_row_0/B:col10/1732120814820/Put/seqid=0 2024-11-20T16:40:16,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:16,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120876260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:16,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:16,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:16,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120876265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:16,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:16,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120876265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:16,272 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,272 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,272 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:16,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:16,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120876267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:16,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:16,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:16,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120876269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:16,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:16,275 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 447c94144df4afd8bd88c79d471d71d9#A#compaction#38 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:16,276 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/9477fea7addd4f65adfcb6002c10067a is 50, key is test_row_0/A:col10/1732120814820/Put/seqid=0 2024-11-20T16:40:16,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741873_1049 (size=12151) 2024-11-20T16:40:16,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/ca8d6ed74b5e44a9856a1ddc0ba4e151 2024-11-20T16:40:16,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741874_1050 (size=12561) 2024-11-20T16:40:16,310 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/b851508ae23d4f4684db911913f7e53e as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/b851508ae23d4f4684db911913f7e53e 2024-11-20T16:40:16,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/cba85a834cf843b4967a389f66b644f7 is 50, key is test_row_0/B:col10/1732120815624/Put/seqid=0 2024-11-20T16:40:16,325 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 447c94144df4afd8bd88c79d471d71d9/B of 447c94144df4afd8bd88c79d471d71d9 into b851508ae23d4f4684db911913f7e53e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:16,325 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:16,325 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., storeName=447c94144df4afd8bd88c79d471d71d9/B, priority=11, startTime=1732120816178; duration=0sec 2024-11-20T16:40:16,325 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:40:16,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T16:40:16,326 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 447c94144df4afd8bd88c79d471d71d9:B 2024-11-20T16:40:16,326 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T16:40:16,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741876_1052 (size=12151) 2024-11-20T16:40:16,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-20T16:40:16,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:16,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:16,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:16,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:16,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:16,332 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58351 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T16:40:16,333 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): 447c94144df4afd8bd88c79d471d71d9/C is initiating minor compaction (all files) 2024-11-20T16:40:16,333 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 447c94144df4afd8bd88c79d471d71d9/C in TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:16,333 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/95397247311b49928d81540159dc89a5, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/83180eff05ce4bf48a9177597c8b24a0, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/f46803406a5c4611b2c4033b02363e86, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/d28fcddec61d48e4ad2df73dc5aa081f, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/d6fc10c1db954cb1913fb9225601628b] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp, totalSize=57.0 K 2024-11-20T16:40:16,334 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95397247311b49928d81540159dc89a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732120811314 2024-11-20T16:40:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:16,335 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83180eff05ce4bf48a9177597c8b24a0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732120811994 2024-11-20T16:40:16,339 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting f46803406a5c4611b2c4033b02363e86, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732120812813 2024-11-20T16:40:16,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741875_1051 (size=12561) 2024-11-20T16:40:16,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/cba85a834cf843b4967a389f66b644f7 2024-11-20T16:40:16,339 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting d28fcddec61d48e4ad2df73dc5aa081f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732120814078 2024-11-20T16:40:16,340 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6fc10c1db954cb1913fb9225601628b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732120814820 2024-11-20T16:40:16,358 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/9477fea7addd4f65adfcb6002c10067a as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/9477fea7addd4f65adfcb6002c10067a 2024-11-20T16:40:16,369 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 447c94144df4afd8bd88c79d471d71d9#C#compaction#40 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:16,370 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 447c94144df4afd8bd88c79d471d71d9/A of 447c94144df4afd8bd88c79d471d71d9 into 9477fea7addd4f65adfcb6002c10067a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:16,370 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:16,370 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., storeName=447c94144df4afd8bd88c79d471d71d9/A, priority=11, startTime=1732120816178; duration=0sec 2024-11-20T16:40:16,370 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/5457acfb627a4d18a162c69b1a15fb17 is 50, key is test_row_0/C:col10/1732120814820/Put/seqid=0 2024-11-20T16:40:16,370 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:16,370 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 447c94144df4afd8bd88c79d471d71d9:A 2024-11-20T16:40:16,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/aaf05a68ed4546928be53969e28d2976 is 50, key is test_row_0/C:col10/1732120815624/Put/seqid=0 2024-11-20T16:40:16,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120876377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:16,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:16,383 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,383 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120876377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:16,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:16,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:16,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120876379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:16,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:16,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120876377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:16,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:16,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741878_1054 (size=12151) 2024-11-20T16:40:16,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/aaf05a68ed4546928be53969e28d2976 2024-11-20T16:40:16,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741877_1053 (size=12561) 2024-11-20T16:40:16,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/ca8d6ed74b5e44a9856a1ddc0ba4e151 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/ca8d6ed74b5e44a9856a1ddc0ba4e151 2024-11-20T16:40:16,421 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/5457acfb627a4d18a162c69b1a15fb17 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/5457acfb627a4d18a162c69b1a15fb17 2024-11-20T16:40:16,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/ca8d6ed74b5e44a9856a1ddc0ba4e151, entries=150, sequenceid=207, filesize=11.9 K 2024-11-20T16:40:16,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/cba85a834cf843b4967a389f66b644f7 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/cba85a834cf843b4967a389f66b644f7 2024-11-20T16:40:16,431 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 447c94144df4afd8bd88c79d471d71d9/C of 447c94144df4afd8bd88c79d471d71d9 into 5457acfb627a4d18a162c69b1a15fb17(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:16,431 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:16,431 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., storeName=447c94144df4afd8bd88c79d471d71d9/C, priority=11, startTime=1732120816178; duration=0sec 2024-11-20T16:40:16,432 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:16,432 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 447c94144df4afd8bd88c79d471d71d9:C 2024-11-20T16:40:16,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/cba85a834cf843b4967a389f66b644f7, entries=150, sequenceid=207, filesize=11.9 K 2024-11-20T16:40:16,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/aaf05a68ed4546928be53969e28d2976 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/aaf05a68ed4546928be53969e28d2976 2024-11-20T16:40:16,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/aaf05a68ed4546928be53969e28d2976, entries=150, sequenceid=207, filesize=11.9 K 2024-11-20T16:40:16,457 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 447c94144df4afd8bd88c79d471d71d9 in 248ms, sequenceid=207, compaction requested=false 2024-11-20T16:40:16,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:16,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-20T16:40:16,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:16,488 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 447c94144df4afd8bd88c79d471d71d9 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T16:40:16,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/2487001c88ce47edb939e28baf60d67a is 50, key is test_row_0/A:col10/1732120816267/Put/seqid=0 2024-11-20T16:40:16,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741879_1055 (size=12151) 2024-11-20T16:40:16,512 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/2487001c88ce47edb939e28baf60d67a 2024-11-20T16:40:16,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/680918d7d675429e84d2129774f03da7 is 50, key is test_row_0/B:col10/1732120816267/Put/seqid=0 2024-11-20T16:40:16,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741880_1056 (size=12151) 2024-11-20T16:40:16,545 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/680918d7d675429e84d2129774f03da7 2024-11-20T16:40:16,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/bc3288cf1b5d4d8a9fe18590796946a2 is 50, key is test_row_0/C:col10/1732120816267/Put/seqid=0 2024-11-20T16:40:16,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741881_1057 (size=12151) 2024-11-20T16:40:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:16,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:16,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120876609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:16,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:16,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120876610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:16,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:16,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:16,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120876610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:16,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:16,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120876613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:16,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:16,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:16,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120876716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:16,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:16,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:16,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120876716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:16,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:16,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:16,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120876725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:16,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:16,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:16,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120876725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:16,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:16,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:16,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120876776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:16,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:16,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T16:40:16,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120876936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:16,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:16,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:16,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120876936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:16,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:16,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120876936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:16,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120876936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:16,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:16,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:16,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:16,977 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/bc3288cf1b5d4d8a9fe18590796946a2 2024-11-20T16:40:16,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/2487001c88ce47edb939e28baf60d67a as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/2487001c88ce47edb939e28baf60d67a 2024-11-20T16:40:17,003 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/2487001c88ce47edb939e28baf60d67a, entries=150, sequenceid=231, filesize=11.9 K 2024-11-20T16:40:17,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/680918d7d675429e84d2129774f03da7 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/680918d7d675429e84d2129774f03da7 2024-11-20T16:40:17,013 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/680918d7d675429e84d2129774f03da7, entries=150, sequenceid=231, filesize=11.9 K 2024-11-20T16:40:17,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/bc3288cf1b5d4d8a9fe18590796946a2 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/bc3288cf1b5d4d8a9fe18590796946a2 2024-11-20T16:40:17,025 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/bc3288cf1b5d4d8a9fe18590796946a2, entries=150, sequenceid=231, filesize=11.9 K 2024-11-20T16:40:17,026 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 447c94144df4afd8bd88c79d471d71d9 in 539ms, sequenceid=231, compaction requested=true 2024-11-20T16:40:17,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:17,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:17,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-20T16:40:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-20T16:40:17,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-20T16:40:17,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3320 sec 2024-11-20T16:40:17,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.3470 sec 2024-11-20T16:40:17,253 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:40:17,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 447c94144df4afd8bd88c79d471d71d9 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T16:40:17,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:17,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/91c91c0818f84021b4092648649c175b is 50, key is test_row_0/A:col10/1732120816609/Put/seqid=0 2024-11-20T16:40:17,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741882_1058 (size=12151) 2024-11-20T16:40:17,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/91c91c0818f84021b4092648649c175b 2024-11-20T16:40:17,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:17,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120877297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:17,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:17,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/fbb7cc492cd04fb7afd8a162364bc675 is 50, key is test_row_0/B:col10/1732120816609/Put/seqid=0 2024-11-20T16:40:17,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:17,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120877306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:17,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:17,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:17,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120877307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:17,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:17,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:17,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120877308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:17,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:17,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741883_1059 (size=12151) 2024-11-20T16:40:17,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/fbb7cc492cd04fb7afd8a162364bc675 2024-11-20T16:40:17,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/fd2f3caaf5334a4592d0610f8f1db0a0 is 50, key is test_row_0/C:col10/1732120816609/Put/seqid=0 2024-11-20T16:40:17,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741884_1060 (size=12151) 2024-11-20T16:40:17,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/fd2f3caaf5334a4592d0610f8f1db0a0 2024-11-20T16:40:17,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120877416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:17,418 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,418 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,418 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:17,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120877417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:17,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:17,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120877417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:17,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:17,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/91c91c0818f84021b4092648649c175b as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/91c91c0818f84021b4092648649c175b 2024-11-20T16:40:17,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120877426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:17,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:17,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/91c91c0818f84021b4092648649c175b, entries=150, sequenceid=247, filesize=11.9 K 2024-11-20T16:40:17,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/fbb7cc492cd04fb7afd8a162364bc675 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/fbb7cc492cd04fb7afd8a162364bc675 2024-11-20T16:40:17,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/fbb7cc492cd04fb7afd8a162364bc675, entries=150, sequenceid=247, filesize=11.9 K 2024-11-20T16:40:17,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/fd2f3caaf5334a4592d0610f8f1db0a0 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/fd2f3caaf5334a4592d0610f8f1db0a0 2024-11-20T16:40:17,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/fd2f3caaf5334a4592d0610f8f1db0a0, entries=150, sequenceid=247, filesize=11.9 K 2024-11-20T16:40:17,464 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 447c94144df4afd8bd88c79d471d71d9 in 211ms, sequenceid=247, compaction requested=true 2024-11-20T16:40:17,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:17,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 447c94144df4afd8bd88c79d471d71d9:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:40:17,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:17,464 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:40:17,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 447c94144df4afd8bd88c79d471d71d9:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:40:17,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:17,464 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:40:17,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 447c94144df4afd8bd88c79d471d71d9:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:40:17,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:40:17,466 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:40:17,466 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 447c94144df4afd8bd88c79d471d71d9/B is initiating minor compaction (all files) 2024-11-20T16:40:17,466 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 447c94144df4afd8bd88c79d471d71d9/B in TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:17,466 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/b851508ae23d4f4684db911913f7e53e, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/cba85a834cf843b4967a389f66b644f7, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/680918d7d675429e84d2129774f03da7, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/fbb7cc492cd04fb7afd8a162364bc675] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp, totalSize=47.9 K 2024-11-20T16:40:17,467 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:40:17,467 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting b851508ae23d4f4684db911913f7e53e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732120814820 2024-11-20T16:40:17,467 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): 447c94144df4afd8bd88c79d471d71d9/A is initiating minor compaction (all files) 2024-11-20T16:40:17,467 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 447c94144df4afd8bd88c79d471d71d9/A in TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:17,468 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/9477fea7addd4f65adfcb6002c10067a, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/ca8d6ed74b5e44a9856a1ddc0ba4e151, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/2487001c88ce47edb939e28baf60d67a, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/91c91c0818f84021b4092648649c175b] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp, totalSize=47.9 K 2024-11-20T16:40:17,468 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting cba85a834cf843b4967a389f66b644f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732120815570 2024-11-20T16:40:17,468 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9477fea7addd4f65adfcb6002c10067a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732120814820 2024-11-20T16:40:17,469 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca8d6ed74b5e44a9856a1ddc0ba4e151, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732120815570 2024-11-20T16:40:17,469 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 680918d7d675429e84d2129774f03da7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732120816257 2024-11-20T16:40:17,469 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2487001c88ce47edb939e28baf60d67a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732120816257 2024-11-20T16:40:17,469 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting fbb7cc492cd04fb7afd8a162364bc675, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732120816603 2024-11-20T16:40:17,470 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91c91c0818f84021b4092648649c175b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732120816603 2024-11-20T16:40:17,492 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 447c94144df4afd8bd88c79d471d71d9#A#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:17,493 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 447c94144df4afd8bd88c79d471d71d9#B#compaction#49 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:17,493 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/e2a882d5c65c4d75aceff41d4c2a8b97 is 50, key is test_row_0/A:col10/1732120816609/Put/seqid=0 2024-11-20T16:40:17,493 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/44b513cd01244a9596358358850f214c is 50, key is test_row_0/B:col10/1732120816609/Put/seqid=0 2024-11-20T16:40:17,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741886_1062 (size=12697) 2024-11-20T16:40:17,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741885_1061 (size=12697) 2024-11-20T16:40:17,633 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:40:17,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 447c94144df4afd8bd88c79d471d71d9 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T16:40:17,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:17,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/bf880f841e814b59a24486dc4300be06 is 50, key is test_row_0/A:col10/1732120817299/Put/seqid=0 2024-11-20T16:40:17,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:17,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120877656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:17,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:17,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120877656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:17,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:17,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120877659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:17,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:17,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120877661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:17,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:17,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741887_1063 (size=12301) 2024-11-20T16:40:17,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/bf880f841e814b59a24486dc4300be06 2024-11-20T16:40:17,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/175e3839f0024e67a55aab5acea2478e is 50, key is test_row_0/B:col10/1732120817299/Put/seqid=0 2024-11-20T16:40:17,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741888_1064 (size=12301) 2024-11-20T16:40:17,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:17,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:17,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120877766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:17,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120877766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:17,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:17,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:17,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:17,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120877766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:17,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:17,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:17,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120877776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:17,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:17,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:17,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120877796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:17,798 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_2' in 447c94144df4afd8bd88c79d471d71d9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:40:17,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:17,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T16:40:17,847 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:40:17,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:40:17,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-20T16:40:17,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T16:40:17,849 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:40:17,851 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:40:17,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:40:17,933 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/e2a882d5c65c4d75aceff41d4c2a8b97 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/e2a882d5c65c4d75aceff41d4c2a8b97 2024-11-20T16:40:17,945 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/44b513cd01244a9596358358850f214c as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/44b513cd01244a9596358358850f214c 2024-11-20T16:40:17,956 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 447c94144df4afd8bd88c79d471d71d9/A of 447c94144df4afd8bd88c79d471d71d9 into e2a882d5c65c4d75aceff41d4c2a8b97(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T16:40:17,956 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:17,956 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., storeName=447c94144df4afd8bd88c79d471d71d9/A, priority=12, startTime=1732120817464; duration=0sec 2024-11-20T16:40:17,958 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:40:17,958 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 447c94144df4afd8bd88c79d471d71d9:A 2024-11-20T16:40:17,958 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:40:17,960 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:40:17,960 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): 447c94144df4afd8bd88c79d471d71d9/C is initiating minor compaction (all files) 2024-11-20T16:40:17,961 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 447c94144df4afd8bd88c79d471d71d9/C in TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:17,961 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/5457acfb627a4d18a162c69b1a15fb17, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/aaf05a68ed4546928be53969e28d2976, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/bc3288cf1b5d4d8a9fe18590796946a2, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/fd2f3caaf5334a4592d0610f8f1db0a0] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp, totalSize=47.9 K 2024-11-20T16:40:17,961 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5457acfb627a4d18a162c69b1a15fb17, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732120814820 2024-11-20T16:40:17,962 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting aaf05a68ed4546928be53969e28d2976, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732120815570 2024-11-20T16:40:17,962 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc3288cf1b5d4d8a9fe18590796946a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732120816257 2024-11-20T16:40:17,963 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd2f3caaf5334a4592d0610f8f1db0a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732120816603 2024-11-20T16:40:17,964 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 447c94144df4afd8bd88c79d471d71d9/B of 447c94144df4afd8bd88c79d471d71d9 into 44b513cd01244a9596358358850f214c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:17,964 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:17,964 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., storeName=447c94144df4afd8bd88c79d471d71d9/B, priority=12, startTime=1732120817464; duration=0sec 2024-11-20T16:40:17,964 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:17,965 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 447c94144df4afd8bd88c79d471d71d9:B 2024-11-20T16:40:17,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120877976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:17,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120877976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:17,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:17,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120877977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:17,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:17,984 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 447c94144df4afd8bd88c79d471d71d9#C#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:17,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:17,985 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/577c138bf1124c3e9dd87090b00b1ee9 is 50, key is test_row_0/C:col10/1732120816609/Put/seqid=0 2024-11-20T16:40:17,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120877986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:17,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:17,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:17,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741889_1065 (size=12697) 2024-11-20T16:40:18,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T16:40:18,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:18,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:18,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:18,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:18,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:18,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T16:40:18,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:18,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:18,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:18,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:18,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:18,164 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/175e3839f0024e67a55aab5acea2478e 2024-11-20T16:40:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T16:40:18,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/6a5fe8eb306b4ee5a53426341bda8015 is 50, key is test_row_0/C:col10/1732120817299/Put/seqid=0 2024-11-20T16:40:18,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741890_1066 (size=12301) 2024-11-20T16:40:18,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/6a5fe8eb306b4ee5a53426341bda8015 2024-11-20T16:40:18,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/bf880f841e814b59a24486dc4300be06 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/bf880f841e814b59a24486dc4300be06 2024-11-20T16:40:18,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/bf880f841e814b59a24486dc4300be06, entries=150, sequenceid=270, filesize=12.0 K 2024-11-20T16:40:18,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/175e3839f0024e67a55aab5acea2478e as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/175e3839f0024e67a55aab5acea2478e 2024-11-20T16:40:18,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/175e3839f0024e67a55aab5acea2478e, entries=150, sequenceid=270, filesize=12.0 K 2024-11-20T16:40:18,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/6a5fe8eb306b4ee5a53426341bda8015 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/6a5fe8eb306b4ee5a53426341bda8015 2024-11-20T16:40:18,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/6a5fe8eb306b4ee5a53426341bda8015, entries=150, sequenceid=270, filesize=12.0 K 2024-11-20T16:40:18,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 447c94144df4afd8bd88c79d471d71d9 in 579ms, sequenceid=270, compaction requested=false 2024-11-20T16:40:18,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:18,291 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:40:18,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 447c94144df4afd8bd88c79d471d71d9 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T16:40:18,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T16:40:18,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:18,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:18,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:18,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:18,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:18,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/973ec58f59b540888375da3a21d5884b is 50, key is test_row_0/A:col10/1732120817652/Put/seqid=0 2024-11-20T16:40:18,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741891_1067 (size=14741) 2024-11-20T16:40:18,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120878340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:18,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:18,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:18,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:18,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120878340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:18,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:18,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:18,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:18,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120878341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:18,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:18,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:18,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:18,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:18,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120878343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:18,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:18,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:18,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:18,405 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/577c138bf1124c3e9dd87090b00b1ee9 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/577c138bf1124c3e9dd87090b00b1ee9 2024-11-20T16:40:18,417 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 447c94144df4afd8bd88c79d471d71d9/C of 447c94144df4afd8bd88c79d471d71d9 into 577c138bf1124c3e9dd87090b00b1ee9(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:18,417 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:18,417 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., storeName=447c94144df4afd8bd88c79d471d71d9/C, priority=12, startTime=1732120817464; duration=0sec 2024-11-20T16:40:18,417 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:18,417 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 447c94144df4afd8bd88c79d471d71d9:C 2024-11-20T16:40:18,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120878456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:18,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120878456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:18,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:18,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:18,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120878456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:18,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:18,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:18,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:18,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:18,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120878456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:18,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:18,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:18,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:18,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:18,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:18,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:18,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T16:40:18,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:18,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:18,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:18,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:18,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T16:40:18,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T16:40:18,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:18,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:18,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:18,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:18,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:18,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120878665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:18,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120878665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:18,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:18,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:18,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120878665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:18,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:18,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:18,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120878666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:18,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:18,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:18,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:18,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:18,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:18,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:18,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:18,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:18,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/973ec58f59b540888375da3a21d5884b 2024-11-20T16:40:18,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/274c3d8dc838428ebaf44533ad1c1050 is 50, key is test_row_0/B:col10/1732120817652/Put/seqid=0 2024-11-20T16:40:18,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741892_1068 (size=12301) 2024-11-20T16:40:18,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T16:40:18,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:18,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:18,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:18,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:18,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:18,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T16:40:18,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:18,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:18,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:18,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:18,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:18,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:18,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120878976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:18,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:18,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:18,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:18,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120878976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:18,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:18,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:18,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:18,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120878976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:18,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:18,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:18,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:18,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120878977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:18,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:18,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:18,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T16:40:19,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T16:40:19,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:19,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:19,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:19,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:19,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:19,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:19,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/274c3d8dc838428ebaf44533ad1c1050 2024-11-20T16:40:19,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/425f13f9d80f4b2dbbadaffe61e99479 is 50, key is test_row_0/C:col10/1732120817652/Put/seqid=0 2024-11-20T16:40:19,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741893_1069 (size=12301) 2024-11-20T16:40:19,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/425f13f9d80f4b2dbbadaffe61e99479 2024-11-20T16:40:19,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/973ec58f59b540888375da3a21d5884b as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/973ec58f59b540888375da3a21d5884b 2024-11-20T16:40:19,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/973ec58f59b540888375da3a21d5884b, entries=200, sequenceid=286, filesize=14.4 K 2024-11-20T16:40:19,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/274c3d8dc838428ebaf44533ad1c1050 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/274c3d8dc838428ebaf44533ad1c1050 2024-11-20T16:40:19,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/274c3d8dc838428ebaf44533ad1c1050, entries=150, sequenceid=286, filesize=12.0 K 2024-11-20T16:40:19,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/425f13f9d80f4b2dbbadaffe61e99479 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/425f13f9d80f4b2dbbadaffe61e99479 2024-11-20T16:40:19,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/425f13f9d80f4b2dbbadaffe61e99479, entries=150, sequenceid=286, filesize=12.0 K 2024-11-20T16:40:19,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 447c94144df4afd8bd88c79d471d71d9 in 932ms, sequenceid=286, compaction requested=true 2024-11-20T16:40:19,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:19,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 447c94144df4afd8bd88c79d471d71d9:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:40:19,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:19,223 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:40:19,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 447c94144df4afd8bd88c79d471d71d9:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:40:19,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:19,223 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:40:19,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 447c94144df4afd8bd88c79d471d71d9:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:40:19,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:40:19,224 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39739 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:40:19,224 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): 447c94144df4afd8bd88c79d471d71d9/A is initiating minor compaction (all files) 2024-11-20T16:40:19,225 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 447c94144df4afd8bd88c79d471d71d9/A in TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:19,225 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/e2a882d5c65c4d75aceff41d4c2a8b97, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/bf880f841e814b59a24486dc4300be06, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/973ec58f59b540888375da3a21d5884b] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp, totalSize=38.8 K 2024-11-20T16:40:19,225 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2a882d5c65c4d75aceff41d4c2a8b97, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732120816603 2024-11-20T16:40:19,225 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:40:19,225 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 447c94144df4afd8bd88c79d471d71d9/B is initiating minor compaction (all files) 2024-11-20T16:40:19,226 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 447c94144df4afd8bd88c79d471d71d9/B in TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:19,226 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/44b513cd01244a9596358358850f214c, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/175e3839f0024e67a55aab5acea2478e, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/274c3d8dc838428ebaf44533ad1c1050] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp, totalSize=36.4 K 2024-11-20T16:40:19,226 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf880f841e814b59a24486dc4300be06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732120817298 2024-11-20T16:40:19,226 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 44b513cd01244a9596358358850f214c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732120816603 2024-11-20T16:40:19,227 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 973ec58f59b540888375da3a21d5884b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732120817652 2024-11-20T16:40:19,227 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 175e3839f0024e67a55aab5acea2478e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732120817298 2024-11-20T16:40:19,228 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 274c3d8dc838428ebaf44533ad1c1050, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732120817652 2024-11-20T16:40:19,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T16:40:19,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:19,236 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 447c94144df4afd8bd88c79d471d71d9 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T16:40:19,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/492eb34c686049ec9a8792dc2e9ed8a0 is 50, key is test_row_0/A:col10/1732120818326/Put/seqid=0 2024-11-20T16:40:19,265 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 447c94144df4afd8bd88c79d471d71d9#A#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:19,266 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/7b2f1a6b515a4dbfa90a4a7cff0213e5 is 50, key is test_row_0/A:col10/1732120817652/Put/seqid=0 2024-11-20T16:40:19,277 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 447c94144df4afd8bd88c79d471d71d9#B#compaction#59 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:19,277 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/415ebc908b1e43a082126d549de940f1 is 50, key is test_row_0/B:col10/1732120817652/Put/seqid=0 2024-11-20T16:40:19,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741895_1071 (size=12949) 2024-11-20T16:40:19,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741894_1070 (size=12301) 2024-11-20T16:40:19,337 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/492eb34c686049ec9a8792dc2e9ed8a0 2024-11-20T16:40:19,344 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/7b2f1a6b515a4dbfa90a4a7cff0213e5 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/7b2f1a6b515a4dbfa90a4a7cff0213e5 2024-11-20T16:40:19,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741896_1072 (size=12949) 2024-11-20T16:40:19,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/45025fbf9b174a44824aecc8777d737a is 50, key is test_row_0/B:col10/1732120818326/Put/seqid=0 2024-11-20T16:40:19,360 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 447c94144df4afd8bd88c79d471d71d9/A of 447c94144df4afd8bd88c79d471d71d9 into 7b2f1a6b515a4dbfa90a4a7cff0213e5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:19,360 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:19,360 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., storeName=447c94144df4afd8bd88c79d471d71d9/A, priority=13, startTime=1732120819223; duration=0sec 2024-11-20T16:40:19,360 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:40:19,360 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 447c94144df4afd8bd88c79d471d71d9:A 2024-11-20T16:40:19,360 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:40:19,362 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:40:19,362 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): 447c94144df4afd8bd88c79d471d71d9/C is initiating minor compaction (all files) 2024-11-20T16:40:19,363 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 447c94144df4afd8bd88c79d471d71d9/C in TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:19,363 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/577c138bf1124c3e9dd87090b00b1ee9, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/6a5fe8eb306b4ee5a53426341bda8015, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/425f13f9d80f4b2dbbadaffe61e99479] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp, totalSize=36.4 K 2024-11-20T16:40:19,364 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 577c138bf1124c3e9dd87090b00b1ee9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732120816603 2024-11-20T16:40:19,366 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a5fe8eb306b4ee5a53426341bda8015, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732120817298 2024-11-20T16:40:19,368 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 425f13f9d80f4b2dbbadaffe61e99479, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732120817652 2024-11-20T16:40:19,370 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/415ebc908b1e43a082126d549de940f1 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/415ebc908b1e43a082126d549de940f1 2024-11-20T16:40:19,379 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 447c94144df4afd8bd88c79d471d71d9/B of 447c94144df4afd8bd88c79d471d71d9 into 415ebc908b1e43a082126d549de940f1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:19,379 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:19,379 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., storeName=447c94144df4afd8bd88c79d471d71d9/B, priority=13, startTime=1732120819223; duration=0sec 2024-11-20T16:40:19,379 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:19,379 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 447c94144df4afd8bd88c79d471d71d9:B 2024-11-20T16:40:19,397 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 447c94144df4afd8bd88c79d471d71d9#C#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:19,398 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/5082f8874b4645d2b9ba0ba4a8f6b48d is 50, key is test_row_0/C:col10/1732120817652/Put/seqid=0 2024-11-20T16:40:19,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741897_1073 (size=12301) 2024-11-20T16:40:19,400 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/45025fbf9b174a44824aecc8777d737a 2024-11-20T16:40:19,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/53947090c0ee42aeaa985759451210de is 50, key is test_row_0/C:col10/1732120818326/Put/seqid=0 2024-11-20T16:40:19,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741898_1074 (size=12949) 2024-11-20T16:40:19,428 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/5082f8874b4645d2b9ba0ba4a8f6b48d as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/5082f8874b4645d2b9ba0ba4a8f6b48d 2024-11-20T16:40:19,440 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 447c94144df4afd8bd88c79d471d71d9/C of 447c94144df4afd8bd88c79d471d71d9 into 5082f8874b4645d2b9ba0ba4a8f6b48d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:19,441 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:19,441 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., storeName=447c94144df4afd8bd88c79d471d71d9/C, priority=13, startTime=1732120819223; duration=0sec 2024-11-20T16:40:19,441 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:19,441 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 447c94144df4afd8bd88c79d471d71d9:C 2024-11-20T16:40:19,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741899_1075 (size=12301) 2024-11-20T16:40:19,452 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/53947090c0ee42aeaa985759451210de 2024-11-20T16:40:19,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/492eb34c686049ec9a8792dc2e9ed8a0 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/492eb34c686049ec9a8792dc2e9ed8a0 2024-11-20T16:40:19,468 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/492eb34c686049ec9a8792dc2e9ed8a0, entries=150, sequenceid=309, filesize=12.0 K 2024-11-20T16:40:19,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/45025fbf9b174a44824aecc8777d737a as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/45025fbf9b174a44824aecc8777d737a 2024-11-20T16:40:19,480 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/45025fbf9b174a44824aecc8777d737a, entries=150, sequenceid=309, filesize=12.0 K 2024-11-20T16:40:19,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/53947090c0ee42aeaa985759451210de as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/53947090c0ee42aeaa985759451210de 2024-11-20T16:40:19,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:19,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:19,499 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/53947090c0ee42aeaa985759451210de, entries=150, sequenceid=309, filesize=12.0 K 2024-11-20T16:40:19,500 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=40.25 KB/41220 for 447c94144df4afd8bd88c79d471d71d9 in 264ms, sequenceid=309, compaction requested=false 2024-11-20T16:40:19,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:19,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:19,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-20T16:40:19,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-20T16:40:19,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-20T16:40:19,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6510 sec 2024-11-20T16:40:19,509 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:40:19,509 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 447c94144df4afd8bd88c79d471d71d9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T16:40:19,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:19,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.6620 sec 2024-11-20T16:40:19,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/ac4150ec95f34af0a87062a41c6af32a is 50, key is test_row_0/A:col10/1732120819496/Put/seqid=0 2024-11-20T16:40:19,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741900_1076 (size=19621) 2024-11-20T16:40:19,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:19,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120879563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:19,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:19,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120879566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:19,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:19,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:19,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:19,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:19,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:19,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:19,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120879568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:19,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:19,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:19,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:19,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120879573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:19,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:19,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:19,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:19,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120879686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:19,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:19,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:19,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:19,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120879686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:19,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120879686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:19,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:19,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:19,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120879686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:19,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:19,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:19,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:19,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:19,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:19,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:19,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:19,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120879815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:19,818 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_2' in 447c94144df4afd8bd88c79d471d71d9 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:40:19,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:19,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:19,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:19,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120879895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:19,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:19,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:19,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:19,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120879896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:19,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:19,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:19,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:19,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:19,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120879896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:19,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:19,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:19,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:19,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:19,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120879896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:19,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:19,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:19,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:19,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/ac4150ec95f34af0a87062a41c6af32a 2024-11-20T16:40:19,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/00beef8f7b9a4b518574078d55a58254 is 50, key is test_row_0/B:col10/1732120819496/Put/seqid=0 2024-11-20T16:40:19,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T16:40:19,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741901_1077 (size=12301) 2024-11-20T16:40:19,997 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:40:19,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:40:19,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-20T16:40:20,000 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:40:20,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T16:40:20,002 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:40:20,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:40:20,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/00beef8f7b9a4b518574078d55a58254 2024-11-20T16:40:20,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/a297c546bff0426d96fa267b5d26eaa3 is 50, key is test_row_0/C:col10/1732120819496/Put/seqid=0 2024-11-20T16:40:20,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741902_1078 (size=12301) 2024-11-20T16:40:20,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T16:40:20,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-20T16:40:20,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:20,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:20,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:20,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:20,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:20,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:20,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120880205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:20,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120880205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:20,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120880205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:20,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:20,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:20,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120880205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:20,208 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:20,208 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:20,208 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:20,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-20T16:40:20,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:20,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:20,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:20,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:20,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:20,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T16:40:20,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-20T16:40:20,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:20,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:20,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:20,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:20,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:20,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:20,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/a297c546bff0426d96fa267b5d26eaa3 2024-11-20T16:40:20,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/ac4150ec95f34af0a87062a41c6af32a as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/ac4150ec95f34af0a87062a41c6af32a 2024-11-20T16:40:20,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/ac4150ec95f34af0a87062a41c6af32a, entries=300, sequenceid=323, filesize=19.2 K 2024-11-20T16:40:20,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/00beef8f7b9a4b518574078d55a58254 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/00beef8f7b9a4b518574078d55a58254 2024-11-20T16:40:20,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/00beef8f7b9a4b518574078d55a58254, entries=150, sequenceid=323, filesize=12.0 K 2024-11-20T16:40:20,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/a297c546bff0426d96fa267b5d26eaa3 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/a297c546bff0426d96fa267b5d26eaa3 2024-11-20T16:40:20,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/a297c546bff0426d96fa267b5d26eaa3, entries=150, sequenceid=323, filesize=12.0 K 2024-11-20T16:40:20,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 447c94144df4afd8bd88c79d471d71d9 in 985ms, sequenceid=323, compaction requested=true 2024-11-20T16:40:20,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:20,494 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:40:20,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 447c94144df4afd8bd88c79d471d71d9:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:40:20,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:20,495 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:40:20,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 447c94144df4afd8bd88c79d471d71d9:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:40:20,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:20,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 447c94144df4afd8bd88c79d471d71d9:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:40:20,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:40:20,496 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44871 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:40:20,496 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:40:20,496 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): 447c94144df4afd8bd88c79d471d71d9/A is initiating minor compaction (all files) 2024-11-20T16:40:20,496 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 447c94144df4afd8bd88c79d471d71d9/B is initiating minor compaction (all files) 2024-11-20T16:40:20,496 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 447c94144df4afd8bd88c79d471d71d9/B in TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:20,496 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 447c94144df4afd8bd88c79d471d71d9/A in TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:20,496 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/415ebc908b1e43a082126d549de940f1, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/45025fbf9b174a44824aecc8777d737a, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/00beef8f7b9a4b518574078d55a58254] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp, totalSize=36.7 K 2024-11-20T16:40:20,496 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/7b2f1a6b515a4dbfa90a4a7cff0213e5, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/492eb34c686049ec9a8792dc2e9ed8a0, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/ac4150ec95f34af0a87062a41c6af32a] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp, totalSize=43.8 K 2024-11-20T16:40:20,496 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 415ebc908b1e43a082126d549de940f1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732120817652 2024-11-20T16:40:20,496 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b2f1a6b515a4dbfa90a4a7cff0213e5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732120817652 2024-11-20T16:40:20,497 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 45025fbf9b174a44824aecc8777d737a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732120818326 2024-11-20T16:40:20,497 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 492eb34c686049ec9a8792dc2e9ed8a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732120818326 2024-11-20T16:40:20,497 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 00beef8f7b9a4b518574078d55a58254, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732120819496 2024-11-20T16:40:20,497 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac4150ec95f34af0a87062a41c6af32a, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732120819491 2024-11-20T16:40:20,509 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 447c94144df4afd8bd88c79d471d71d9#A#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:20,510 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/449c5d2afea5493ca028098630c5d787 is 50, key is test_row_0/A:col10/1732120819496/Put/seqid=0 2024-11-20T16:40:20,517 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 447c94144df4afd8bd88c79d471d71d9#B#compaction#67 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:20,517 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/ad45e87fb0144e738bc3386b6c62a4c4 is 50, key is test_row_0/B:col10/1732120819496/Put/seqid=0 2024-11-20T16:40:20,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741903_1079 (size=13051) 2024-11-20T16:40:20,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741904_1080 (size=13051) 2024-11-20T16:40:20,575 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/ad45e87fb0144e738bc3386b6c62a4c4 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/ad45e87fb0144e738bc3386b6c62a4c4 2024-11-20T16:40:20,588 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 447c94144df4afd8bd88c79d471d71d9/B of 447c94144df4afd8bd88c79d471d71d9 into ad45e87fb0144e738bc3386b6c62a4c4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:20,588 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:20,588 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., storeName=447c94144df4afd8bd88c79d471d71d9/B, priority=13, startTime=1732120820495; duration=0sec 2024-11-20T16:40:20,588 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:40:20,588 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 447c94144df4afd8bd88c79d471d71d9:B 2024-11-20T16:40:20,589 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:40:20,597 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:40:20,597 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 447c94144df4afd8bd88c79d471d71d9/C is initiating minor compaction (all files) 2024-11-20T16:40:20,597 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 447c94144df4afd8bd88c79d471d71d9/C in TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:20,597 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/5082f8874b4645d2b9ba0ba4a8f6b48d, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/53947090c0ee42aeaa985759451210de, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/a297c546bff0426d96fa267b5d26eaa3] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp, totalSize=36.7 K 2024-11-20T16:40:20,598 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 5082f8874b4645d2b9ba0ba4a8f6b48d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732120817652 2024-11-20T16:40:20,599 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 53947090c0ee42aeaa985759451210de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732120818326 2024-11-20T16:40:20,601 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting a297c546bff0426d96fa267b5d26eaa3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732120819496 2024-11-20T16:40:20,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-20T16:40:20,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:20,617 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 447c94144df4afd8bd88c79d471d71d9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T16:40:20,621 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 447c94144df4afd8bd88c79d471d71d9#C#compaction#68 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:20,622 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/94026bf28ec84b32a53314b389d95e64 is 50, key is test_row_0/C:col10/1732120819496/Put/seqid=0 2024-11-20T16:40:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T16:40:20,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/bad0551a49ff41aca1a0f5146ae26c46 is 50, key is test_row_0/A:col10/1732120819571/Put/seqid=0 2024-11-20T16:40:20,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741905_1081 (size=13051) 2024-11-20T16:40:20,669 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/94026bf28ec84b32a53314b389d95e64 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/94026bf28ec84b32a53314b389d95e64 2024-11-20T16:40:20,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741906_1082 (size=12301) 2024-11-20T16:40:20,680 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 447c94144df4afd8bd88c79d471d71d9/C of 447c94144df4afd8bd88c79d471d71d9 into 94026bf28ec84b32a53314b389d95e64(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:20,680 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:20,680 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., storeName=447c94144df4afd8bd88c79d471d71d9/C, priority=13, startTime=1732120820495; duration=0sec 2024-11-20T16:40:20,681 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:20,681 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 447c94144df4afd8bd88c79d471d71d9:C 2024-11-20T16:40:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:20,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:20,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120880732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:20,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:20,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:20,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:20,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120880735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:20,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120880737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:20,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:20,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:20,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:20,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120880737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:20,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:20,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:20,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:20,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:20,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:20,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:20,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120880846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:20,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:20,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120880846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:20,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:20,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:20,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:20,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:20,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:20,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120880846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:20,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120880846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:20,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:20,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:20,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:20,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:20,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:20,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:20,952 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/449c5d2afea5493ca028098630c5d787 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/449c5d2afea5493ca028098630c5d787 2024-11-20T16:40:20,961 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 447c94144df4afd8bd88c79d471d71d9/A of 447c94144df4afd8bd88c79d471d71d9 into 449c5d2afea5493ca028098630c5d787(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:20,961 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:20,961 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., storeName=447c94144df4afd8bd88c79d471d71d9/A, priority=13, startTime=1732120820494; duration=0sec 2024-11-20T16:40:20,962 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:20,962 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 447c94144df4afd8bd88c79d471d71d9:A 2024-11-20T16:40:21,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120881056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:21,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120881056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:21,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:21,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:21,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:21,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120881056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:21,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:21,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:21,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:21,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120881056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:21,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:21,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:21,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:21,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:21,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:21,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:21,075 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/bad0551a49ff41aca1a0f5146ae26c46 2024-11-20T16:40:21,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/914a85efb8c845f98c9b196253ee8910 is 50, key is test_row_0/B:col10/1732120819571/Put/seqid=0 2024-11-20T16:40:21,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741907_1083 (size=12301) 2024-11-20T16:40:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T16:40:21,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:21,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120881365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120881366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:21,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:21,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:21,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:21,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120881366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:21,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120881366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:21,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:21,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:21,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:21,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:21,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:21,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:21,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:21,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:21,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:21,497 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/914a85efb8c845f98c9b196253ee8910 2024-11-20T16:40:21,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/fac4a01a38e146bbb66ca16e25ecc325 is 50, key is test_row_0/C:col10/1732120819571/Put/seqid=0 2024-11-20T16:40:21,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741908_1084 (size=12301) 2024-11-20T16:40:21,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120881876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:21,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:21,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120881876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:21,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:21,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:21,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:21,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:21,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:21,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120881876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:21,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:21,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:21,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:21,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120881876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:21,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:21,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:21,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:21,929 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/fac4a01a38e146bbb66ca16e25ecc325 2024-11-20T16:40:21,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/bad0551a49ff41aca1a0f5146ae26c46 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/bad0551a49ff41aca1a0f5146ae26c46 2024-11-20T16:40:21,945 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/bad0551a49ff41aca1a0f5146ae26c46, entries=150, sequenceid=349, filesize=12.0 K 2024-11-20T16:40:21,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/914a85efb8c845f98c9b196253ee8910 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/914a85efb8c845f98c9b196253ee8910 2024-11-20T16:40:21,956 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/914a85efb8c845f98c9b196253ee8910, entries=150, sequenceid=349, filesize=12.0 K 2024-11-20T16:40:21,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/fac4a01a38e146bbb66ca16e25ecc325 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/fac4a01a38e146bbb66ca16e25ecc325 2024-11-20T16:40:21,972 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/fac4a01a38e146bbb66ca16e25ecc325, entries=150, sequenceid=349, filesize=12.0 K 2024-11-20T16:40:21,974 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 447c94144df4afd8bd88c79d471d71d9 in 1356ms, sequenceid=349, compaction requested=false 2024-11-20T16:40:21,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:21,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:21,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-20T16:40:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-20T16:40:21,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-20T16:40:21,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9740 sec 2024-11-20T16:40:21,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.9860 sec 2024-11-20T16:40:22,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T16:40:22,146 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:40:22,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:40:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-20T16:40:22,150 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:40:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T16:40:22,151 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:40:22,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:40:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T16:40:22,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-20T16:40:22,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:22,307 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 447c94144df4afd8bd88c79d471d71d9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T16:40:22,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/d8c20b6cdfcc4edbb6d25acfd6e370c2 is 50, key is test_row_0/A:col10/1732120820735/Put/seqid=0 2024-11-20T16:40:22,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741909_1085 (size=12301) 2024-11-20T16:40:22,332 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/d8c20b6cdfcc4edbb6d25acfd6e370c2 2024-11-20T16:40:22,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/48783a573cc24ae8a734d188051384e7 is 50, key is test_row_0/B:col10/1732120820735/Put/seqid=0 2024-11-20T16:40:22,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741910_1086 (size=12301) 2024-11-20T16:40:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T16:40:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T16:40:22,781 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/48783a573cc24ae8a734d188051384e7 2024-11-20T16:40:22,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/fcf85392867b4043ac13f27e52e99634 is 50, key is test_row_0/C:col10/1732120820735/Put/seqid=0 2024-11-20T16:40:22,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741911_1087 (size=12301) 2024-11-20T16:40:22,814 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/fcf85392867b4043ac13f27e52e99634 2024-11-20T16:40:22,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/d8c20b6cdfcc4edbb6d25acfd6e370c2 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/d8c20b6cdfcc4edbb6d25acfd6e370c2 2024-11-20T16:40:22,830 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/d8c20b6cdfcc4edbb6d25acfd6e370c2, entries=150, sequenceid=362, filesize=12.0 K 2024-11-20T16:40:22,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/48783a573cc24ae8a734d188051384e7 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/48783a573cc24ae8a734d188051384e7 2024-11-20T16:40:22,838 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/48783a573cc24ae8a734d188051384e7, entries=150, sequenceid=362, filesize=12.0 K 2024-11-20T16:40:22,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/fcf85392867b4043ac13f27e52e99634 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/fcf85392867b4043ac13f27e52e99634 2024-11-20T16:40:22,868 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/fcf85392867b4043ac13f27e52e99634, entries=150, sequenceid=362, filesize=12.0 K 2024-11-20T16:40:22,870 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 447c94144df4afd8bd88c79d471d71d9 in 564ms, sequenceid=362, compaction requested=true 2024-11-20T16:40:22,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:22,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:22,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-20T16:40:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-20T16:40:22,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-20T16:40:22,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 721 msec 2024-11-20T16:40:22,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 731 msec 2024-11-20T16:40:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:22,911 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:40:22,911 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 447c94144df4afd8bd88c79d471d71d9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T16:40:22,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/baf08b0943c34e0a89401047bbf95d53 is 50, key is test_row_0/A:col10/1732120822907/Put/seqid=0 2024-11-20T16:40:22,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741912_1088 (size=12301) 2024-11-20T16:40:22,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/baf08b0943c34e0a89401047bbf95d53 2024-11-20T16:40:22,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/e2f8d76f84f943d0b9de2064be61a221 is 50, key is test_row_0/B:col10/1732120822907/Put/seqid=0 2024-11-20T16:40:22,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120882957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:22,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:22,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:22,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:22,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120882957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:22,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:22,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:22,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741913_1089 (size=12301) 2024-11-20T16:40:22,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:22,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120882958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:22,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:22,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:22,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:22,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120882960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:22,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:22,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:22,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:23,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120883066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:23,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:23,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120883066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:23,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:23,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120883066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:23,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:23,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:23,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120883066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:23,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:23,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:23,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:23,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120883276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:23,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120883276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:23,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:23,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:23,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120883276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:23,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120883276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:23,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:23,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:23,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:23,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T16:40:23,286 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:40:23,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:40:23,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-20T16:40:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-20T16:40:23,289 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:40:23,290 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:40:23,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:40:23,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/e2f8d76f84f943d0b9de2064be61a221 2024-11-20T16:40:23,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/006dbebf43774d43b4a7b4f8392e89ec is 50, key is test_row_0/C:col10/1732120822907/Put/seqid=0 2024-11-20T16:40:23,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741914_1090 (size=12301) 2024-11-20T16:40:23,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/006dbebf43774d43b4a7b4f8392e89ec 2024-11-20T16:40:23,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-20T16:40:23,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/baf08b0943c34e0a89401047bbf95d53 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/baf08b0943c34e0a89401047bbf95d53 2024-11-20T16:40:23,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/baf08b0943c34e0a89401047bbf95d53, entries=150, sequenceid=374, filesize=12.0 K 2024-11-20T16:40:23,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/e2f8d76f84f943d0b9de2064be61a221 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/e2f8d76f84f943d0b9de2064be61a221 2024-11-20T16:40:23,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/e2f8d76f84f943d0b9de2064be61a221, entries=150, sequenceid=374, filesize=12.0 K 2024-11-20T16:40:23,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/006dbebf43774d43b4a7b4f8392e89ec as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/006dbebf43774d43b4a7b4f8392e89ec 2024-11-20T16:40:23,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/006dbebf43774d43b4a7b4f8392e89ec, entries=150, sequenceid=374, filesize=12.0 K 2024-11-20T16:40:23,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 447c94144df4afd8bd88c79d471d71d9 in 525ms, sequenceid=374, compaction requested=true 2024-11-20T16:40:23,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:23,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 447c94144df4afd8bd88c79d471d71d9:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:40:23,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:23,437 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:40:23,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 447c94144df4afd8bd88c79d471d71d9:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:40:23,437 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:40:23,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:23,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 447c94144df4afd8bd88c79d471d71d9:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:40:23,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:40:23,438 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:40:23,438 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:40:23,439 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 447c94144df4afd8bd88c79d471d71d9/B is initiating minor compaction (all files) 2024-11-20T16:40:23,439 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): 447c94144df4afd8bd88c79d471d71d9/A is initiating minor compaction (all files) 2024-11-20T16:40:23,439 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 447c94144df4afd8bd88c79d471d71d9/B in TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:23,439 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 447c94144df4afd8bd88c79d471d71d9/A in TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:23,439 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/449c5d2afea5493ca028098630c5d787, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/bad0551a49ff41aca1a0f5146ae26c46, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/d8c20b6cdfcc4edbb6d25acfd6e370c2, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/baf08b0943c34e0a89401047bbf95d53] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp, totalSize=48.8 K 2024-11-20T16:40:23,439 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/ad45e87fb0144e738bc3386b6c62a4c4, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/914a85efb8c845f98c9b196253ee8910, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/48783a573cc24ae8a734d188051384e7, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/e2f8d76f84f943d0b9de2064be61a221] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp, totalSize=48.8 K 2024-11-20T16:40:23,440 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 449c5d2afea5493ca028098630c5d787, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732120819496 2024-11-20T16:40:23,440 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting bad0551a49ff41aca1a0f5146ae26c46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732120819555 2024-11-20T16:40:23,440 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting ad45e87fb0144e738bc3386b6c62a4c4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732120819496 2024-11-20T16:40:23,441 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8c20b6cdfcc4edbb6d25acfd6e370c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732120820733 2024-11-20T16:40:23,441 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 914a85efb8c845f98c9b196253ee8910, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732120819555 2024-11-20T16:40:23,441 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 48783a573cc24ae8a734d188051384e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732120820733 2024-11-20T16:40:23,441 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting baf08b0943c34e0a89401047bbf95d53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732120822907 2024-11-20T16:40:23,442 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting e2f8d76f84f943d0b9de2064be61a221, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732120822907 2024-11-20T16:40:23,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-20T16:40:23,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:23,442 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 447c94144df4afd8bd88c79d471d71d9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T16:40:23,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/aaa17b28911d4fd0bbbb588273b2b5d8 is 50, key is test_row_0/A:col10/1732120822955/Put/seqid=0 2024-11-20T16:40:23,463 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 447c94144df4afd8bd88c79d471d71d9#B#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:23,464 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/79ced6eacf7d41b593697650f6533e3a is 50, key is test_row_0/B:col10/1732120822907/Put/seqid=0 2024-11-20T16:40:23,465 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 447c94144df4afd8bd88c79d471d71d9#A#compaction#80 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:23,465 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/8fdbd487bbf1477f907902fdcb614ebd is 50, key is test_row_0/A:col10/1732120822907/Put/seqid=0 2024-11-20T16:40:23,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741915_1091 (size=12301) 2024-11-20T16:40:23,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741916_1092 (size=13187) 2024-11-20T16:40:23,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741917_1093 (size=13187) 2024-11-20T16:40:23,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:23,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:23,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120883590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:23,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:23,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:23,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120883591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:23,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:23,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120883594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:23,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:23,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120883595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:23,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:23,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-20T16:40:23,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120883705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:23,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120883705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:23,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:23,708 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,708 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,708 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:23,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120883706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:23,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:23,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120883710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:23,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:23,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:23,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43416 deadline: 1732120883846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:23,847 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_2' in 447c94144df4afd8bd88c79d471d71d9 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:40:23,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:23,868 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/aaa17b28911d4fd0bbbb588273b2b5d8 2024-11-20T16:40:23,881 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/79ced6eacf7d41b593697650f6533e3a as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/79ced6eacf7d41b593697650f6533e3a 2024-11-20T16:40:23,882 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/8fdbd487bbf1477f907902fdcb614ebd as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/8fdbd487bbf1477f907902fdcb614ebd 2024-11-20T16:40:23,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/cfcea589d6ec46bcb5c2ad944facd00e is 50, key is test_row_0/B:col10/1732120822955/Put/seqid=0 2024-11-20T16:40:23,894 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 447c94144df4afd8bd88c79d471d71d9/B of 447c94144df4afd8bd88c79d471d71d9 into 79ced6eacf7d41b593697650f6533e3a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:23,894 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:23,894 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., storeName=447c94144df4afd8bd88c79d471d71d9/B, priority=12, startTime=1732120823437; duration=0sec 2024-11-20T16:40:23,894 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:40:23,894 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 447c94144df4afd8bd88c79d471d71d9:B 2024-11-20T16:40:23,894 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:40:23,897 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:40:23,897 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 447c94144df4afd8bd88c79d471d71d9/C is initiating minor compaction (all files) 2024-11-20T16:40:23,897 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 447c94144df4afd8bd88c79d471d71d9/C in TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:23,897 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/94026bf28ec84b32a53314b389d95e64, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/fac4a01a38e146bbb66ca16e25ecc325, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/fcf85392867b4043ac13f27e52e99634, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/006dbebf43774d43b4a7b4f8392e89ec] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp, totalSize=48.8 K 2024-11-20T16:40:23,899 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 447c94144df4afd8bd88c79d471d71d9/A of 447c94144df4afd8bd88c79d471d71d9 into 8fdbd487bbf1477f907902fdcb614ebd(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:23,899 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:23,899 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., storeName=447c94144df4afd8bd88c79d471d71d9/A, priority=12, startTime=1732120823437; duration=0sec 2024-11-20T16:40:23,899 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 94026bf28ec84b32a53314b389d95e64, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732120819496 2024-11-20T16:40:23,899 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:23,899 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 447c94144df4afd8bd88c79d471d71d9:A 2024-11-20T16:40:23,900 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting fac4a01a38e146bbb66ca16e25ecc325, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732120819555 2024-11-20T16:40:23,901 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting fcf85392867b4043ac13f27e52e99634, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732120820733 2024-11-20T16:40:23,902 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 006dbebf43774d43b4a7b4f8392e89ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732120822907 2024-11-20T16:40:23,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-20T16:40:23,917 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 447c94144df4afd8bd88c79d471d71d9#C#compaction#82 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:23,917 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/3a4bc17502634308bf7f777b132b46f7 is 50, key is test_row_0/C:col10/1732120822907/Put/seqid=0 2024-11-20T16:40:23,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:23,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120883916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:23,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:23,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120883916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:23,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:23,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:23,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120883916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:23,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:23,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:23,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120883916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:23,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:23,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:23,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:23,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741918_1094 (size=12301) 2024-11-20T16:40:23,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741919_1095 (size=13187) 2024-11-20T16:40:23,972 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/3a4bc17502634308bf7f777b132b46f7 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/3a4bc17502634308bf7f777b132b46f7 2024-11-20T16:40:23,981 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 447c94144df4afd8bd88c79d471d71d9/C of 447c94144df4afd8bd88c79d471d71d9 into 3a4bc17502634308bf7f777b132b46f7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:23,981 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:23,981 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., storeName=447c94144df4afd8bd88c79d471d71d9/C, priority=12, startTime=1732120823437; duration=0sec 2024-11-20T16:40:23,981 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:23,981 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 447c94144df4afd8bd88c79d471d71d9:C 2024-11-20T16:40:24,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:24,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120884227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:24,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:24,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120884227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:24,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:24,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:24,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120884227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:24,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120884227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:24,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:24,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:24,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:24,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:24,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:24,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:24,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:24,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:24,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:24,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:24,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:24,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:24,326 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/cfcea589d6ec46bcb5c2ad944facd00e 2024-11-20T16:40:24,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/4ed495cb6b3b47c9919537b37bdaeead is 50, key is test_row_0/C:col10/1732120822955/Put/seqid=0 2024-11-20T16:40:24,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741920_1096 (size=12301) 2024-11-20T16:40:24,347 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/4ed495cb6b3b47c9919537b37bdaeead 2024-11-20T16:40:24,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/aaa17b28911d4fd0bbbb588273b2b5d8 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/aaa17b28911d4fd0bbbb588273b2b5d8 2024-11-20T16:40:24,363 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/aaa17b28911d4fd0bbbb588273b2b5d8, entries=150, sequenceid=398, filesize=12.0 K 2024-11-20T16:40:24,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/cfcea589d6ec46bcb5c2ad944facd00e as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/cfcea589d6ec46bcb5c2ad944facd00e 2024-11-20T16:40:24,376 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/cfcea589d6ec46bcb5c2ad944facd00e, entries=150, sequenceid=398, filesize=12.0 K 2024-11-20T16:40:24,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/4ed495cb6b3b47c9919537b37bdaeead as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/4ed495cb6b3b47c9919537b37bdaeead 2024-11-20T16:40:24,387 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/4ed495cb6b3b47c9919537b37bdaeead, entries=150, sequenceid=398, filesize=12.0 K 2024-11-20T16:40:24,391 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 447c94144df4afd8bd88c79d471d71d9 in 949ms, sequenceid=398, compaction requested=false 2024-11-20T16:40:24,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:24,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:24,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-20T16:40:24,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-20T16:40:24,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-20T16:40:24,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1050 sec 2024-11-20T16:40:24,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.1160 sec 2024-11-20T16:40:24,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-20T16:40:24,426 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:40:24,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:40:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-20T16:40:24,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T16:40:24,429 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:40:24,430 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:40:24,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:40:24,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T16:40:24,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-20T16:40:24,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:24,586 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 447c94144df4afd8bd88c79d471d71d9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T16:40:24,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/334d909c059044598555fd8d36edf4a0 is 50, key is test_row_0/A:col10/1732120823593/Put/seqid=0 2024-11-20T16:40:24,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741921_1097 (size=12301) 2024-11-20T16:40:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:24,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:24,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T16:40:24,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120884759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:24,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:24,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:24,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:24,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120884760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:24,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120884762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:24,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:24,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:24,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:24,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120884763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:24,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:24,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:24,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:24,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:24,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:24,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:24,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120884876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:24,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:24,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:24,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:24,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120884876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:24,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120884876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:24,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:24,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:24,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:24,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120884876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:24,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:24,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:24,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:24,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:24,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:24,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:25,021 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/334d909c059044598555fd8d36edf4a0 2024-11-20T16:40:25,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/9c01e7b77a6140da8f6df9d124601103 is 50, key is test_row_0/B:col10/1732120823593/Put/seqid=0 2024-11-20T16:40:25,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741922_1098 (size=12301) 2024-11-20T16:40:25,039 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/9c01e7b77a6140da8f6df9d124601103 2024-11-20T16:40:25,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/1975025b002248da94ce2e7f22af4ef4 is 50, key is test_row_0/C:col10/1732120823593/Put/seqid=0 2024-11-20T16:40:25,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741923_1099 (size=12301) 2024-11-20T16:40:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T16:40:25,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:25,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:25,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120885086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:25,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120885086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:25,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:25,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:25,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:25,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:25,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120885086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:25,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:25,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:25,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:25,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:25,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:25,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:25,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:25,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120885086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:25,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:25,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:25,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:25,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120885397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:25,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:25,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:25,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:25,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120885397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:25,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120885398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:25,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120885398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:25,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:25,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:25,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:25,453 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/1975025b002248da94ce2e7f22af4ef4 2024-11-20T16:40:25,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/334d909c059044598555fd8d36edf4a0 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/334d909c059044598555fd8d36edf4a0 2024-11-20T16:40:25,466 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/334d909c059044598555fd8d36edf4a0, entries=150, sequenceid=413, filesize=12.0 K 2024-11-20T16:40:25,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/9c01e7b77a6140da8f6df9d124601103 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/9c01e7b77a6140da8f6df9d124601103 2024-11-20T16:40:25,476 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/9c01e7b77a6140da8f6df9d124601103, entries=150, sequenceid=413, filesize=12.0 K 2024-11-20T16:40:25,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/1975025b002248da94ce2e7f22af4ef4 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/1975025b002248da94ce2e7f22af4ef4 2024-11-20T16:40:25,484 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/1975025b002248da94ce2e7f22af4ef4, entries=150, sequenceid=413, filesize=12.0 K 2024-11-20T16:40:25,486 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 447c94144df4afd8bd88c79d471d71d9 in 899ms, sequenceid=413, compaction requested=true 2024-11-20T16:40:25,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:25,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:25,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-20T16:40:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-20T16:40:25,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-20T16:40:25,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0600 sec 2024-11-20T16:40:25,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.0670 sec 2024-11-20T16:40:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T16:40:25,565 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:40:25,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:40:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-11-20T16:40:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-20T16:40:25,567 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:40:25,568 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:40:25,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:40:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-20T16:40:25,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-20T16:40:25,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:25,721 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing 447c94144df4afd8bd88c79d471d71d9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T16:40:25,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/634406850aad484695314b50fab9d973 is 50, key is test_row_0/A:col10/1732120824760/Put/seqid=0 2024-11-20T16:40:25,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741924_1100 (size=12301) 2024-11-20T16:40:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-20T16:40:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:25,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. as already flushing 2024-11-20T16:40:25,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120885913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:25,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:25,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:25,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:25,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120885914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:25,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:25,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:25,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:25,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:25,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120885915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:25,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:25,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:25,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:25,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:25,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120885916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:25,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:25,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:25,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:26,015 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-20T16:40:26,016 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:40:26,016 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-20T16:40:26,016 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:40:26,018 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-20T16:40:26,018 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:40:26,020 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-20T16:40:26,020 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:26,020 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:26,020 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:26,020 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:40:26,020 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:26,021 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:40:26,021 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:26,021 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:40:26,022 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:26,022 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:40:26,022 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:26,022 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:40:26,022 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:26,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:26,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:26,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120886026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:26,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120886026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:26,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:26,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120886026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:26,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:26,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120886026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:26,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:26,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:26,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:26,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:26,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:26,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:26,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:26,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:26,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:26,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:26,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:26,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:26,131 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/634406850aad484695314b50fab9d973 2024-11-20T16:40:26,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/9bd1232ad5ca4b6187e4e67fc6c33a42 is 50, key is test_row_0/B:col10/1732120824760/Put/seqid=0 2024-11-20T16:40:26,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741925_1101 (size=12301) 2024-11-20T16:40:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-20T16:40:26,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:26,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:26,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:26,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120886235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:26,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120886235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:26,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120886236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:26,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:26,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120886236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:26,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:26,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:26,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:26,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:26,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:26,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43466 deadline: 1732120886546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43446 deadline: 1732120886546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43436 deadline: 1732120886546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:26,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:26,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:26,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:26,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43512 deadline: 1732120886546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:26,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:26,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:26,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:26,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:26,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:26,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:26,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:26,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:26,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:40:26,550 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/9bd1232ad5ca4b6187e4e67fc6c33a42 2024-11-20T16:40:26,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/fe5108656ce84d6c9eaff773f0f67d89 is 50, key is test_row_0/C:col10/1732120824760/Put/seqid=0 2024-11-20T16:40:26,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741926_1102 (size=12301) 2024-11-20T16:40:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-20T16:40:26,967 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/fe5108656ce84d6c9eaff773f0f67d89 2024-11-20T16:40:26,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/634406850aad484695314b50fab9d973 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/634406850aad484695314b50fab9d973 2024-11-20T16:40:26,985 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/634406850aad484695314b50fab9d973, entries=150, sequenceid=437, filesize=12.0 K 2024-11-20T16:40:26,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/9bd1232ad5ca4b6187e4e67fc6c33a42 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/9bd1232ad5ca4b6187e4e67fc6c33a42 2024-11-20T16:40:26,991 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/9bd1232ad5ca4b6187e4e67fc6c33a42, entries=150, sequenceid=437, filesize=12.0 K 2024-11-20T16:40:26,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/fe5108656ce84d6c9eaff773f0f67d89 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/fe5108656ce84d6c9eaff773f0f67d89 2024-11-20T16:40:26,998 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/fe5108656ce84d6c9eaff773f0f67d89, entries=150, sequenceid=437, filesize=12.0 K 2024-11-20T16:40:26,999 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 447c94144df4afd8bd88c79d471d71d9 in 1279ms, sequenceid=437, compaction requested=true 2024-11-20T16:40:26,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:26,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:26,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-20T16:40:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-20T16:40:27,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-20T16:40:27,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4330 sec 2024-11-20T16:40:27,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 1.4370 sec 2024-11-20T16:40:27,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:27,057 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:40:27,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 447c94144df4afd8bd88c79d471d71d9 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T16:40:27,058 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-20T16:40:27,058 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-20T16:40:27,058 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-20T16:40:27,058 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:40:27,058 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:40:27,058 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:40:27,058 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:27,058 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:27,058 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:27,058 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:27,058 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:27,058 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:27,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:40:27,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:40:27,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:40:27,059 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-20T16:40:27,059 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:40:27,059 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:27,059 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:27,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:40:27,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/62041a554b4947a985504a8c8c2fb6af is 50, key is test_row_0/A:col10/1732120827056/Put/seqid=0 2024-11-20T16:40:27,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741927_1103 (size=12301) 2024-11-20T16:40:27,202 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T16:40:27,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/62041a554b4947a985504a8c8c2fb6af 2024-11-20T16:40:27,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/37b912937fe64edca1c2691dc5811afb is 50, key is test_row_0/B:col10/1732120827056/Put/seqid=0 2024-11-20T16:40:27,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741928_1104 (size=12301) 2024-11-20T16:40:27,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-20T16:40:27,716 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:40:27,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/37b912937fe64edca1c2691dc5811afb 2024-11-20T16:40:27,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/ec93c8dcd9fb46c5b8956426fa9e0873 is 50, key is test_row_0/C:col10/1732120827056/Put/seqid=0 2024-11-20T16:40:27,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741929_1105 (size=12301) 2024-11-20T16:40:28,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/ec93c8dcd9fb46c5b8956426fa9e0873 2024-11-20T16:40:28,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/62041a554b4947a985504a8c8c2fb6af as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/62041a554b4947a985504a8c8c2fb6af 2024-11-20T16:40:28,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/62041a554b4947a985504a8c8c2fb6af, entries=150, sequenceid=454, filesize=12.0 K 2024-11-20T16:40:28,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/37b912937fe64edca1c2691dc5811afb as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/37b912937fe64edca1c2691dc5811afb 2024-11-20T16:40:28,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/37b912937fe64edca1c2691dc5811afb, entries=150, sequenceid=454, filesize=12.0 K 2024-11-20T16:40:28,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/ec93c8dcd9fb46c5b8956426fa9e0873 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/ec93c8dcd9fb46c5b8956426fa9e0873 2024-11-20T16:40:28,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/ec93c8dcd9fb46c5b8956426fa9e0873, entries=150, sequenceid=454, filesize=12.0 K 2024-11-20T16:40:28,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=0 B/0 for 447c94144df4afd8bd88c79d471d71d9 in 1272ms, sequenceid=454, compaction requested=true 2024-11-20T16:40:28,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:28,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 447c94144df4afd8bd88c79d471d71d9:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:40:28,331 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T16:40:28,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:28,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 447c94144df4afd8bd88c79d471d71d9:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:40:28,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:28,331 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T16:40:28,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 447c94144df4afd8bd88c79d471d71d9:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:40:28,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:40:28,332 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62391 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T16:40:28,332 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62391 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T16:40:28,333 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): 447c94144df4afd8bd88c79d471d71d9/A is initiating minor compaction (all files) 2024-11-20T16:40:28,333 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 447c94144df4afd8bd88c79d471d71d9/B is initiating minor compaction (all files) 2024-11-20T16:40:28,333 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 447c94144df4afd8bd88c79d471d71d9/A in TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:28,333 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 447c94144df4afd8bd88c79d471d71d9/B in TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:28,333 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/8fdbd487bbf1477f907902fdcb614ebd, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/aaa17b28911d4fd0bbbb588273b2b5d8, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/334d909c059044598555fd8d36edf4a0, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/634406850aad484695314b50fab9d973, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/62041a554b4947a985504a8c8c2fb6af] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp, totalSize=60.9 K 2024-11-20T16:40:28,333 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/79ced6eacf7d41b593697650f6533e3a, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/cfcea589d6ec46bcb5c2ad944facd00e, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/9c01e7b77a6140da8f6df9d124601103, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/9bd1232ad5ca4b6187e4e67fc6c33a42, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/37b912937fe64edca1c2691dc5811afb] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp, totalSize=60.9 K 2024-11-20T16:40:28,333 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 79ced6eacf7d41b593697650f6533e3a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732120822907 2024-11-20T16:40:28,333 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8fdbd487bbf1477f907902fdcb614ebd, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732120822907 2024-11-20T16:40:28,334 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting cfcea589d6ec46bcb5c2ad944facd00e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732120822955 2024-11-20T16:40:28,334 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting aaa17b28911d4fd0bbbb588273b2b5d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732120822955 2024-11-20T16:40:28,334 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 334d909c059044598555fd8d36edf4a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732120823590 2024-11-20T16:40:28,334 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c01e7b77a6140da8f6df9d124601103, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732120823590 2024-11-20T16:40:28,335 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 634406850aad484695314b50fab9d973, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732120824754 2024-11-20T16:40:28,335 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 9bd1232ad5ca4b6187e4e67fc6c33a42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732120824754 2024-11-20T16:40:28,335 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62041a554b4947a985504a8c8c2fb6af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732120827056 2024-11-20T16:40:28,335 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 37b912937fe64edca1c2691dc5811afb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732120827056 2024-11-20T16:40:28,347 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 447c94144df4afd8bd88c79d471d71d9#A#compaction#93 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:28,347 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/a066df460dc24c7ba3381b3735f6f823 is 50, key is test_row_0/A:col10/1732120827056/Put/seqid=0 2024-11-20T16:40:28,348 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 447c94144df4afd8bd88c79d471d71d9#B#compaction#94 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:28,348 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/340752f66c034a0fb0223b54e693fe42 is 50, key is test_row_0/B:col10/1732120827056/Put/seqid=0 2024-11-20T16:40:28,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741930_1106 (size=13357) 2024-11-20T16:40:28,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741931_1107 (size=13357) 2024-11-20T16:40:28,366 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/340752f66c034a0fb0223b54e693fe42 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/340752f66c034a0fb0223b54e693fe42 2024-11-20T16:40:28,367 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/a066df460dc24c7ba3381b3735f6f823 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/a066df460dc24c7ba3381b3735f6f823 2024-11-20T16:40:28,372 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 447c94144df4afd8bd88c79d471d71d9/A of 447c94144df4afd8bd88c79d471d71d9 into a066df460dc24c7ba3381b3735f6f823(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:28,372 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 447c94144df4afd8bd88c79d471d71d9/B of 447c94144df4afd8bd88c79d471d71d9 into 340752f66c034a0fb0223b54e693fe42(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:28,372 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:28,372 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:28,372 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., storeName=447c94144df4afd8bd88c79d471d71d9/A, priority=11, startTime=1732120828331; duration=0sec 2024-11-20T16:40:28,372 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., storeName=447c94144df4afd8bd88c79d471d71d9/B, priority=11, startTime=1732120828331; duration=0sec 2024-11-20T16:40:28,372 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:40:28,373 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 447c94144df4afd8bd88c79d471d71d9:B 2024-11-20T16:40:28,373 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:40:28,373 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 447c94144df4afd8bd88c79d471d71d9:A 2024-11-20T16:40:28,373 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T16:40:28,374 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62391 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T16:40:28,375 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 447c94144df4afd8bd88c79d471d71d9/C is initiating minor compaction (all files) 2024-11-20T16:40:28,375 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 447c94144df4afd8bd88c79d471d71d9/C in TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:28,375 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/3a4bc17502634308bf7f777b132b46f7, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/4ed495cb6b3b47c9919537b37bdaeead, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/1975025b002248da94ce2e7f22af4ef4, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/fe5108656ce84d6c9eaff773f0f67d89, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/ec93c8dcd9fb46c5b8956426fa9e0873] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp, totalSize=60.9 K 2024-11-20T16:40:28,375 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a4bc17502634308bf7f777b132b46f7, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732120822907 2024-11-20T16:40:28,376 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ed495cb6b3b47c9919537b37bdaeead, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732120822955 2024-11-20T16:40:28,376 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 1975025b002248da94ce2e7f22af4ef4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732120823590 2024-11-20T16:40:28,376 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting fe5108656ce84d6c9eaff773f0f67d89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732120824754 2024-11-20T16:40:28,377 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting ec93c8dcd9fb46c5b8956426fa9e0873, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732120827056 2024-11-20T16:40:28,387 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 447c94144df4afd8bd88c79d471d71d9#C#compaction#95 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:28,388 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/fc1cf85d98924a0ea38e900b77a668b2 is 50, key is test_row_0/C:col10/1732120827056/Put/seqid=0 2024-11-20T16:40:28,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741932_1108 (size=13357) 2024-11-20T16:40:28,805 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/fc1cf85d98924a0ea38e900b77a668b2 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/fc1cf85d98924a0ea38e900b77a668b2 2024-11-20T16:40:28,813 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 447c94144df4afd8bd88c79d471d71d9/C of 447c94144df4afd8bd88c79d471d71d9 into fc1cf85d98924a0ea38e900b77a668b2(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:28,813 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 447c94144df4afd8bd88c79d471d71d9: 2024-11-20T16:40:28,813 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., storeName=447c94144df4afd8bd88c79d471d71d9/C, priority=11, startTime=1732120828331; duration=0sec 2024-11-20T16:40:28,813 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:28,813 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 447c94144df4afd8bd88c79d471d71d9:C 2024-11-20T16:40:33,867 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-20T16:40:33,867 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:40:33,867 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:33,867 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:33,867 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:40:33,868 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T16:40:33,868 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-20T16:40:33,868 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-20T16:40:33,868 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-20T16:40:33,868 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-20T16:40:33,868 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-20T16:40:33,868 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T16:40:33,868 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3049 2024-11-20T16:40:33,868 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3231 2024-11-20T16:40:33,868 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T16:40:33,868 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1454 2024-11-20T16:40:33,868 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4355 rows 2024-11-20T16:40:33,868 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1445 2024-11-20T16:40:33,868 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4331 rows 2024-11-20T16:40:33,868 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T16:40:33,869 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T16:40:33,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:33,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:33,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:40:33,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T16:40:33,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T16:40:33,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-20T16:40:33,881 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732120833880"}]},"ts":"1732120833880"} 2024-11-20T16:40:33,883 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T16:40:33,883 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T16:40:33,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T16:40:33,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=447c94144df4afd8bd88c79d471d71d9, UNASSIGN}] 2024-11-20T16:40:33,890 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=447c94144df4afd8bd88c79d471d71d9, UNASSIGN 2024-11-20T16:40:33,892 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=447c94144df4afd8bd88c79d471d71d9, regionState=CLOSING, regionLocation=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:33,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=447c94144df4afd8bd88c79d471d71d9, UNASSIGN because future has completed 2024-11-20T16:40:33,896 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T16:40:33,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020}] 2024-11-20T16:40:33,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-20T16:40:34,053 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:34,054 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T16:40:34,054 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing 447c94144df4afd8bd88c79d471d71d9, disabling compactions & flushes 2024-11-20T16:40:34,054 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:34,054 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:34,054 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. after waiting 0 ms 2024-11-20T16:40:34,054 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:34,054 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(2902): Flushing 447c94144df4afd8bd88c79d471d71d9 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-20T16:40:34,059 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/ef4b5585891145cb9f9ccddde7571723 is 50, key is test_row_2/A:col10/1732120833866/Put/seqid=0 2024-11-20T16:40:34,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741933_1109 (size=7415) 2024-11-20T16:40:34,064 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/ef4b5585891145cb9f9ccddde7571723 2024-11-20T16:40:34,074 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/f7f93280e8ee466bb70cfd70cce53e4e is 50, key is test_row_2/B:col10/1732120833866/Put/seqid=0 2024-11-20T16:40:34,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741934_1110 (size=7415) 2024-11-20T16:40:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-20T16:40:34,482 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/f7f93280e8ee466bb70cfd70cce53e4e 2024-11-20T16:40:34,497 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/f1ccd1c142444e7eaab6ce5a5d254f0c is 50, key is test_row_2/C:col10/1732120833866/Put/seqid=0 2024-11-20T16:40:34,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741935_1111 (size=7415) 2024-11-20T16:40:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-20T16:40:34,902 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/f1ccd1c142444e7eaab6ce5a5d254f0c 2024-11-20T16:40:34,907 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/A/ef4b5585891145cb9f9ccddde7571723 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/ef4b5585891145cb9f9ccddde7571723 2024-11-20T16:40:34,912 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/ef4b5585891145cb9f9ccddde7571723, entries=50, sequenceid=461, filesize=7.2 K 2024-11-20T16:40:34,914 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/B/f7f93280e8ee466bb70cfd70cce53e4e as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/f7f93280e8ee466bb70cfd70cce53e4e 2024-11-20T16:40:34,918 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/f7f93280e8ee466bb70cfd70cce53e4e, entries=50, sequenceid=461, filesize=7.2 K 2024-11-20T16:40:34,919 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/.tmp/C/f1ccd1c142444e7eaab6ce5a5d254f0c as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/f1ccd1c142444e7eaab6ce5a5d254f0c 2024-11-20T16:40:34,924 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/f1ccd1c142444e7eaab6ce5a5d254f0c, entries=50, sequenceid=461, filesize=7.2 K 2024-11-20T16:40:34,925 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 447c94144df4afd8bd88c79d471d71d9 in 870ms, sequenceid=461, compaction requested=false 2024-11-20T16:40:34,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/0405e62cd3144855992dbf52ca2350a2, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/20a29878113f4fd5b8b6526b910c9233, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/d809953f43474e6cb9dc6e20b6b868d5, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/7fbeb6f2e04d4a94bcd367feb0727655, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/e7df8fd8aa424e97b8878303e13890f4, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/7f67370fd8e04f3ca30025a4dc72bc51, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/0006a70dff7e44c5b637501c6a54e21f, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/d1d54a9f6284463ba095d354d936fb44, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/bc2422fea1cf46b7afe9738c6f9dd401, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/82cac41642b54b6e980f2df39389b83e, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/32e9d3cb03ec4151bd49bd4bf6c9c886, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/9477fea7addd4f65adfcb6002c10067a, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/0791a9860a33466387b1179c5373141e, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/ca8d6ed74b5e44a9856a1ddc0ba4e151, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/2487001c88ce47edb939e28baf60d67a, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/e2a882d5c65c4d75aceff41d4c2a8b97, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/91c91c0818f84021b4092648649c175b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/bf880f841e814b59a24486dc4300be06, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/973ec58f59b540888375da3a21d5884b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/7b2f1a6b515a4dbfa90a4a7cff0213e5, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/492eb34c686049ec9a8792dc2e9ed8a0, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/ac4150ec95f34af0a87062a41c6af32a, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/449c5d2afea5493ca028098630c5d787, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/bad0551a49ff41aca1a0f5146ae26c46, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/d8c20b6cdfcc4edbb6d25acfd6e370c2, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/8fdbd487bbf1477f907902fdcb614ebd, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/baf08b0943c34e0a89401047bbf95d53, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/aaa17b28911d4fd0bbbb588273b2b5d8, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/334d909c059044598555fd8d36edf4a0, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/634406850aad484695314b50fab9d973, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/62041a554b4947a985504a8c8c2fb6af] to archive 2024-11-20T16:40:34,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:40:34,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/0405e62cd3144855992dbf52ca2350a2 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/0405e62cd3144855992dbf52ca2350a2 2024-11-20T16:40:34,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/20a29878113f4fd5b8b6526b910c9233 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/20a29878113f4fd5b8b6526b910c9233 2024-11-20T16:40:34,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/d809953f43474e6cb9dc6e20b6b868d5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/d809953f43474e6cb9dc6e20b6b868d5 2024-11-20T16:40:34,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/7fbeb6f2e04d4a94bcd367feb0727655 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/7fbeb6f2e04d4a94bcd367feb0727655 2024-11-20T16:40:34,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/e7df8fd8aa424e97b8878303e13890f4 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/e7df8fd8aa424e97b8878303e13890f4 2024-11-20T16:40:34,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/7f67370fd8e04f3ca30025a4dc72bc51 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/7f67370fd8e04f3ca30025a4dc72bc51 2024-11-20T16:40:34,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/0006a70dff7e44c5b637501c6a54e21f to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/0006a70dff7e44c5b637501c6a54e21f 2024-11-20T16:40:34,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/d1d54a9f6284463ba095d354d936fb44 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/d1d54a9f6284463ba095d354d936fb44 2024-11-20T16:40:34,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/bc2422fea1cf46b7afe9738c6f9dd401 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/bc2422fea1cf46b7afe9738c6f9dd401 2024-11-20T16:40:34,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/82cac41642b54b6e980f2df39389b83e to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/82cac41642b54b6e980f2df39389b83e 2024-11-20T16:40:34,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/32e9d3cb03ec4151bd49bd4bf6c9c886 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/32e9d3cb03ec4151bd49bd4bf6c9c886 2024-11-20T16:40:34,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/9477fea7addd4f65adfcb6002c10067a to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/9477fea7addd4f65adfcb6002c10067a 2024-11-20T16:40:34,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/0791a9860a33466387b1179c5373141e to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/0791a9860a33466387b1179c5373141e 2024-11-20T16:40:34,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/ca8d6ed74b5e44a9856a1ddc0ba4e151 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/ca8d6ed74b5e44a9856a1ddc0ba4e151 2024-11-20T16:40:34,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/2487001c88ce47edb939e28baf60d67a to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/2487001c88ce47edb939e28baf60d67a 2024-11-20T16:40:34,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/e2a882d5c65c4d75aceff41d4c2a8b97 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/e2a882d5c65c4d75aceff41d4c2a8b97 2024-11-20T16:40:34,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/91c91c0818f84021b4092648649c175b to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/91c91c0818f84021b4092648649c175b 2024-11-20T16:40:34,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/bf880f841e814b59a24486dc4300be06 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/bf880f841e814b59a24486dc4300be06 2024-11-20T16:40:34,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/973ec58f59b540888375da3a21d5884b to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/973ec58f59b540888375da3a21d5884b 2024-11-20T16:40:34,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/7b2f1a6b515a4dbfa90a4a7cff0213e5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/7b2f1a6b515a4dbfa90a4a7cff0213e5 2024-11-20T16:40:34,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/492eb34c686049ec9a8792dc2e9ed8a0 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/492eb34c686049ec9a8792dc2e9ed8a0 2024-11-20T16:40:34,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/ac4150ec95f34af0a87062a41c6af32a to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/ac4150ec95f34af0a87062a41c6af32a 2024-11-20T16:40:34,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/449c5d2afea5493ca028098630c5d787 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/449c5d2afea5493ca028098630c5d787 2024-11-20T16:40:34,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/bad0551a49ff41aca1a0f5146ae26c46 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/bad0551a49ff41aca1a0f5146ae26c46 2024-11-20T16:40:34,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/d8c20b6cdfcc4edbb6d25acfd6e370c2 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/d8c20b6cdfcc4edbb6d25acfd6e370c2 2024-11-20T16:40:34,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/8fdbd487bbf1477f907902fdcb614ebd to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/8fdbd487bbf1477f907902fdcb614ebd 2024-11-20T16:40:34,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/baf08b0943c34e0a89401047bbf95d53 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/baf08b0943c34e0a89401047bbf95d53 2024-11-20T16:40:34,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/aaa17b28911d4fd0bbbb588273b2b5d8 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/aaa17b28911d4fd0bbbb588273b2b5d8 2024-11-20T16:40:34,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/334d909c059044598555fd8d36edf4a0 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/334d909c059044598555fd8d36edf4a0 2024-11-20T16:40:34,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/634406850aad484695314b50fab9d973 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/634406850aad484695314b50fab9d973 2024-11-20T16:40:34,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/62041a554b4947a985504a8c8c2fb6af to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/62041a554b4947a985504a8c8c2fb6af 2024-11-20T16:40:34,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/17ad6ecc5d854d2ba13af75030667e7c, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/bf9db917c17c443e807a746fc9e7f7c1, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/90beb027bb4b44558c8a000a9c79990c, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/e44c6688664a4a67aa7c5719e437aaba, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/73c8e34de24f47d4b9cd0e3b6cda01a0, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/0ed215a643344da889490a531305e2f0, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/db173b12ea9c48e49196984e8aea119d, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/b32cc05247234690ad14e7a68136daec, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/aeef118a04124d8a8182d0f55be52fa7, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/9dca52234c88482299f5e0af83a42f53, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/36defd43d5b04e54b814f21082bb5912, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/b851508ae23d4f4684db911913f7e53e, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/f856b0a7b22a41b58d5b89f99d47b070, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/cba85a834cf843b4967a389f66b644f7, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/680918d7d675429e84d2129774f03da7, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/44b513cd01244a9596358358850f214c, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/fbb7cc492cd04fb7afd8a162364bc675, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/175e3839f0024e67a55aab5acea2478e, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/415ebc908b1e43a082126d549de940f1, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/274c3d8dc838428ebaf44533ad1c1050, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/45025fbf9b174a44824aecc8777d737a, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/ad45e87fb0144e738bc3386b6c62a4c4, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/00beef8f7b9a4b518574078d55a58254, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/914a85efb8c845f98c9b196253ee8910, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/48783a573cc24ae8a734d188051384e7, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/79ced6eacf7d41b593697650f6533e3a, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/e2f8d76f84f943d0b9de2064be61a221, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/cfcea589d6ec46bcb5c2ad944facd00e, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/9c01e7b77a6140da8f6df9d124601103, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/9bd1232ad5ca4b6187e4e67fc6c33a42, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/37b912937fe64edca1c2691dc5811afb] to archive 2024-11-20T16:40:34,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:40:34,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/17ad6ecc5d854d2ba13af75030667e7c to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/17ad6ecc5d854d2ba13af75030667e7c 2024-11-20T16:40:34,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/bf9db917c17c443e807a746fc9e7f7c1 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/bf9db917c17c443e807a746fc9e7f7c1 2024-11-20T16:40:34,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/90beb027bb4b44558c8a000a9c79990c to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/90beb027bb4b44558c8a000a9c79990c 2024-11-20T16:40:34,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/e44c6688664a4a67aa7c5719e437aaba to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/e44c6688664a4a67aa7c5719e437aaba 2024-11-20T16:40:34,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/73c8e34de24f47d4b9cd0e3b6cda01a0 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/73c8e34de24f47d4b9cd0e3b6cda01a0 2024-11-20T16:40:34,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/0ed215a643344da889490a531305e2f0 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/0ed215a643344da889490a531305e2f0 2024-11-20T16:40:34,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/db173b12ea9c48e49196984e8aea119d to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/db173b12ea9c48e49196984e8aea119d 2024-11-20T16:40:34,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/b32cc05247234690ad14e7a68136daec to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/b32cc05247234690ad14e7a68136daec 2024-11-20T16:40:34,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/aeef118a04124d8a8182d0f55be52fa7 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/aeef118a04124d8a8182d0f55be52fa7 2024-11-20T16:40:35,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/9dca52234c88482299f5e0af83a42f53 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/9dca52234c88482299f5e0af83a42f53 2024-11-20T16:40:35,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/36defd43d5b04e54b814f21082bb5912 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/36defd43d5b04e54b814f21082bb5912 2024-11-20T16:40:35,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/b851508ae23d4f4684db911913f7e53e to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/b851508ae23d4f4684db911913f7e53e 2024-11-20T16:40:35,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/f856b0a7b22a41b58d5b89f99d47b070 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/f856b0a7b22a41b58d5b89f99d47b070 2024-11-20T16:40:35,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/cba85a834cf843b4967a389f66b644f7 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/cba85a834cf843b4967a389f66b644f7 2024-11-20T16:40:35,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/680918d7d675429e84d2129774f03da7 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/680918d7d675429e84d2129774f03da7 2024-11-20T16:40:35,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/44b513cd01244a9596358358850f214c to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/44b513cd01244a9596358358850f214c 2024-11-20T16:40:35,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/fbb7cc492cd04fb7afd8a162364bc675 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/fbb7cc492cd04fb7afd8a162364bc675 2024-11-20T16:40:35,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/175e3839f0024e67a55aab5acea2478e to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/175e3839f0024e67a55aab5acea2478e 2024-11-20T16:40:35,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/415ebc908b1e43a082126d549de940f1 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/415ebc908b1e43a082126d549de940f1 2024-11-20T16:40:35,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/274c3d8dc838428ebaf44533ad1c1050 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/274c3d8dc838428ebaf44533ad1c1050 2024-11-20T16:40:35,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/45025fbf9b174a44824aecc8777d737a to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/45025fbf9b174a44824aecc8777d737a 2024-11-20T16:40:35,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/ad45e87fb0144e738bc3386b6c62a4c4 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/ad45e87fb0144e738bc3386b6c62a4c4 2024-11-20T16:40:35,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/00beef8f7b9a4b518574078d55a58254 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/00beef8f7b9a4b518574078d55a58254 2024-11-20T16:40:35,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/914a85efb8c845f98c9b196253ee8910 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/914a85efb8c845f98c9b196253ee8910 2024-11-20T16:40:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-20T16:40:35,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/48783a573cc24ae8a734d188051384e7 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/48783a573cc24ae8a734d188051384e7 2024-11-20T16:40:35,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/79ced6eacf7d41b593697650f6533e3a to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/79ced6eacf7d41b593697650f6533e3a 2024-11-20T16:40:35,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/e2f8d76f84f943d0b9de2064be61a221 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/e2f8d76f84f943d0b9de2064be61a221 2024-11-20T16:40:35,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/cfcea589d6ec46bcb5c2ad944facd00e to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/cfcea589d6ec46bcb5c2ad944facd00e 2024-11-20T16:40:35,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/9c01e7b77a6140da8f6df9d124601103 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/9c01e7b77a6140da8f6df9d124601103 2024-11-20T16:40:35,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/9bd1232ad5ca4b6187e4e67fc6c33a42 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/9bd1232ad5ca4b6187e4e67fc6c33a42 2024-11-20T16:40:35,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/37b912937fe64edca1c2691dc5811afb to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/37b912937fe64edca1c2691dc5811afb 2024-11-20T16:40:35,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/c1c6cbd0208f43aa8794501a67a30d83, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/09804f4aa3f04050a3525851ae46efef, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/2f781986c52a465cbd351965fe646452, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/ef6b8648e469494cae284f93815bddcc, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/e9c61af412224e5ba5ee9856a7f954c4, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/e8f5536232c74dc6b8dbf08b889fe20b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/95397247311b49928d81540159dc89a5, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/3de214d02ee2452192725f11bb4a44aa, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/83180eff05ce4bf48a9177597c8b24a0, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/f46803406a5c4611b2c4033b02363e86, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/d28fcddec61d48e4ad2df73dc5aa081f, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/5457acfb627a4d18a162c69b1a15fb17, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/d6fc10c1db954cb1913fb9225601628b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/aaf05a68ed4546928be53969e28d2976, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/bc3288cf1b5d4d8a9fe18590796946a2, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/577c138bf1124c3e9dd87090b00b1ee9, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/fd2f3caaf5334a4592d0610f8f1db0a0, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/6a5fe8eb306b4ee5a53426341bda8015, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/5082f8874b4645d2b9ba0ba4a8f6b48d, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/425f13f9d80f4b2dbbadaffe61e99479, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/53947090c0ee42aeaa985759451210de, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/94026bf28ec84b32a53314b389d95e64, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/a297c546bff0426d96fa267b5d26eaa3, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/fac4a01a38e146bbb66ca16e25ecc325, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/fcf85392867b4043ac13f27e52e99634, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/3a4bc17502634308bf7f777b132b46f7, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/006dbebf43774d43b4a7b4f8392e89ec, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/4ed495cb6b3b47c9919537b37bdaeead, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/1975025b002248da94ce2e7f22af4ef4, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/fe5108656ce84d6c9eaff773f0f67d89, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/ec93c8dcd9fb46c5b8956426fa9e0873] to archive 2024-11-20T16:40:35,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:40:35,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/c1c6cbd0208f43aa8794501a67a30d83 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/c1c6cbd0208f43aa8794501a67a30d83 2024-11-20T16:40:35,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/09804f4aa3f04050a3525851ae46efef to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/09804f4aa3f04050a3525851ae46efef 2024-11-20T16:40:35,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/2f781986c52a465cbd351965fe646452 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/2f781986c52a465cbd351965fe646452 2024-11-20T16:40:35,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/ef6b8648e469494cae284f93815bddcc to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/ef6b8648e469494cae284f93815bddcc 2024-11-20T16:40:35,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/e9c61af412224e5ba5ee9856a7f954c4 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/e9c61af412224e5ba5ee9856a7f954c4 2024-11-20T16:40:35,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/e8f5536232c74dc6b8dbf08b889fe20b to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/e8f5536232c74dc6b8dbf08b889fe20b 2024-11-20T16:40:35,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/95397247311b49928d81540159dc89a5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/95397247311b49928d81540159dc89a5 2024-11-20T16:40:35,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/3de214d02ee2452192725f11bb4a44aa to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/3de214d02ee2452192725f11bb4a44aa 2024-11-20T16:40:35,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/83180eff05ce4bf48a9177597c8b24a0 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/83180eff05ce4bf48a9177597c8b24a0 2024-11-20T16:40:35,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/f46803406a5c4611b2c4033b02363e86 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/f46803406a5c4611b2c4033b02363e86 2024-11-20T16:40:35,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/d28fcddec61d48e4ad2df73dc5aa081f to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/d28fcddec61d48e4ad2df73dc5aa081f 2024-11-20T16:40:35,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/5457acfb627a4d18a162c69b1a15fb17 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/5457acfb627a4d18a162c69b1a15fb17 2024-11-20T16:40:35,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/d6fc10c1db954cb1913fb9225601628b to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/d6fc10c1db954cb1913fb9225601628b 2024-11-20T16:40:35,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/aaf05a68ed4546928be53969e28d2976 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/aaf05a68ed4546928be53969e28d2976 2024-11-20T16:40:35,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/bc3288cf1b5d4d8a9fe18590796946a2 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/bc3288cf1b5d4d8a9fe18590796946a2 2024-11-20T16:40:35,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/577c138bf1124c3e9dd87090b00b1ee9 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/577c138bf1124c3e9dd87090b00b1ee9 2024-11-20T16:40:35,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/fd2f3caaf5334a4592d0610f8f1db0a0 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/fd2f3caaf5334a4592d0610f8f1db0a0 2024-11-20T16:40:35,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/6a5fe8eb306b4ee5a53426341bda8015 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/6a5fe8eb306b4ee5a53426341bda8015 2024-11-20T16:40:35,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/5082f8874b4645d2b9ba0ba4a8f6b48d to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/5082f8874b4645d2b9ba0ba4a8f6b48d 2024-11-20T16:40:35,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/425f13f9d80f4b2dbbadaffe61e99479 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/425f13f9d80f4b2dbbadaffe61e99479 2024-11-20T16:40:35,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/53947090c0ee42aeaa985759451210de to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/53947090c0ee42aeaa985759451210de 2024-11-20T16:40:35,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/94026bf28ec84b32a53314b389d95e64 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/94026bf28ec84b32a53314b389d95e64 2024-11-20T16:40:35,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/a297c546bff0426d96fa267b5d26eaa3 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/a297c546bff0426d96fa267b5d26eaa3 2024-11-20T16:40:35,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/fac4a01a38e146bbb66ca16e25ecc325 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/fac4a01a38e146bbb66ca16e25ecc325 2024-11-20T16:40:35,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/fcf85392867b4043ac13f27e52e99634 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/fcf85392867b4043ac13f27e52e99634 2024-11-20T16:40:35,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/3a4bc17502634308bf7f777b132b46f7 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/3a4bc17502634308bf7f777b132b46f7 2024-11-20T16:40:35,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/006dbebf43774d43b4a7b4f8392e89ec to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/006dbebf43774d43b4a7b4f8392e89ec 2024-11-20T16:40:35,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/4ed495cb6b3b47c9919537b37bdaeead to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/4ed495cb6b3b47c9919537b37bdaeead 2024-11-20T16:40:35,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/1975025b002248da94ce2e7f22af4ef4 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/1975025b002248da94ce2e7f22af4ef4 2024-11-20T16:40:35,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/fe5108656ce84d6c9eaff773f0f67d89 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/fe5108656ce84d6c9eaff773f0f67d89 2024-11-20T16:40:35,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/ec93c8dcd9fb46c5b8956426fa9e0873 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/ec93c8dcd9fb46c5b8956426fa9e0873 2024-11-20T16:40:35,072 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/recovered.edits/464.seqid, newMaxSeqId=464, maxSeqId=1 2024-11-20T16:40:35,073 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. 2024-11-20T16:40:35,073 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for 447c94144df4afd8bd88c79d471d71d9: Waiting for close lock at 1732120834054Running coprocessor pre-close hooks at 1732120834054Disabling compacts and flushes for region at 1732120834054Disabling writes for close at 1732120834054Obtaining lock to block concurrent updates at 1732120834054Preparing flush snapshotting stores in 447c94144df4afd8bd88c79d471d71d9 at 1732120834054Finished memstore snapshotting TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=18720, getOffHeapSize=0, getCellsCount=150 at 1732120834055 (+1 ms)Flushing stores of TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9. at 1732120834055Flushing 447c94144df4afd8bd88c79d471d71d9/A: creating writer at 1732120834055Flushing 447c94144df4afd8bd88c79d471d71d9/A: appending metadata at 1732120834058 (+3 ms)Flushing 447c94144df4afd8bd88c79d471d71d9/A: closing flushed file at 1732120834059 (+1 ms)Flushing 447c94144df4afd8bd88c79d471d71d9/B: creating writer at 1732120834070 (+11 ms)Flushing 447c94144df4afd8bd88c79d471d71d9/B: appending metadata at 1732120834074 (+4 ms)Flushing 447c94144df4afd8bd88c79d471d71d9/B: closing flushed file at 1732120834074Flushing 447c94144df4afd8bd88c79d471d71d9/C: creating writer at 1732120834493 (+419 ms)Flushing 447c94144df4afd8bd88c79d471d71d9/C: appending metadata at 1732120834496 (+3 ms)Flushing 447c94144df4afd8bd88c79d471d71d9/C: closing flushed file at 1732120834496Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c589365: reopening flushed file at 1732120834907 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9d1b396: reopening flushed file at 1732120834913 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2979bd49: reopening flushed file at 1732120834919 (+6 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 447c94144df4afd8bd88c79d471d71d9 in 870ms, sequenceid=461, compaction requested=false at 1732120834925 (+6 ms)Writing region close event to WAL at 1732120835068 (+143 ms)Running coprocessor post-close hooks at 1732120835073 (+5 ms)Closed at 1732120835073 2024-11-20T16:40:35,075 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed 447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:35,076 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=447c94144df4afd8bd88c79d471d71d9, regionState=CLOSED 2024-11-20T16:40:35,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 because future has completed 2024-11-20T16:40:35,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-20T16:40:35,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure 447c94144df4afd8bd88c79d471d71d9, server=b60eac9bda43,33789,1732120799020 in 1.1830 sec 2024-11-20T16:40:35,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-20T16:40:35,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=447c94144df4afd8bd88c79d471d71d9, UNASSIGN in 1.1920 sec 2024-11-20T16:40:35,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-20T16:40:35,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.2000 sec 2024-11-20T16:40:35,087 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732120835087"}]},"ts":"1732120835087"} 2024-11-20T16:40:35,089 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T16:40:35,089 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T16:40:35,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.2160 sec 2024-11-20T16:40:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-20T16:40:36,026 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:40:36,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T16:40:36,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:40:36,034 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:40:36,036 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=33, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:40:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-20T16:40:36,041 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:36,045 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A, FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B, FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C, FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/recovered.edits] 2024-11-20T16:40:36,049 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/a066df460dc24c7ba3381b3735f6f823 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/a066df460dc24c7ba3381b3735f6f823 2024-11-20T16:40:36,050 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/ef4b5585891145cb9f9ccddde7571723 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/A/ef4b5585891145cb9f9ccddde7571723 2024-11-20T16:40:36,052 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/340752f66c034a0fb0223b54e693fe42 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/340752f66c034a0fb0223b54e693fe42 2024-11-20T16:40:36,053 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/f7f93280e8ee466bb70cfd70cce53e4e to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/B/f7f93280e8ee466bb70cfd70cce53e4e 2024-11-20T16:40:36,056 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/f1ccd1c142444e7eaab6ce5a5d254f0c to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/f1ccd1c142444e7eaab6ce5a5d254f0c 2024-11-20T16:40:36,057 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/fc1cf85d98924a0ea38e900b77a668b2 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/C/fc1cf85d98924a0ea38e900b77a668b2 2024-11-20T16:40:36,061 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/recovered.edits/464.seqid to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9/recovered.edits/464.seqid 2024-11-20T16:40:36,062 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/447c94144df4afd8bd88c79d471d71d9 2024-11-20T16:40:36,062 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T16:40:36,067 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=33, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:40:36,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-20T16:40:36,078 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T16:40:36,108 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T16:40:36,109 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=33, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:40:36,110 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T16:40:36,110 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732120836110"}]},"ts":"9223372036854775807"} 2024-11-20T16:40:36,116 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T16:40:36,116 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 447c94144df4afd8bd88c79d471d71d9, NAME => 'TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T16:40:36,116 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T16:40:36,116 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732120836116"}]},"ts":"9223372036854775807"} 2024-11-20T16:40:36,120 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T16:40:36,121 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=33, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:40:36,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 92 msec 2024-11-20T16:40:36,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-20T16:40:36,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T16:40:36,146 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:40:36,162 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=237 (was 211) Potentially hanging thread: RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_891272225_22 at /127.0.0.1:60878 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;b60eac9bda43:33789-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=436 (was 283) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9287 (was 9700) 2024-11-20T16:40:36,171 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=237, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=436, ProcessCount=11, AvailableMemoryMB=9286 2024-11-20T16:40:36,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T16:40:36,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T16:40:36,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T16:40:36,176 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T16:40:36,176 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:36,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 34 2024-11-20T16:40:36,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-20T16:40:36,177 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T16:40:36,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741936_1112 (size=959) 2024-11-20T16:40:36,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-20T16:40:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-20T16:40:36,586 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e 2024-11-20T16:40:36,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741937_1113 (size=53) 2024-11-20T16:40:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-20T16:40:37,004 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:40:37,004 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing e6cb6661866fe3e99713d75e22c2eac5, disabling compactions & flushes 2024-11-20T16:40:37,004 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:37,004 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:37,004 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. after waiting 0 ms 2024-11-20T16:40:37,004 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:37,004 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:37,004 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for e6cb6661866fe3e99713d75e22c2eac5: Waiting for close lock at 1732120837004Disabling compacts and flushes for region at 1732120837004Disabling writes for close at 1732120837004Writing region close event to WAL at 1732120837004Closed at 1732120837004 2024-11-20T16:40:37,006 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T16:40:37,006 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732120837006"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732120837006"}]},"ts":"1732120837006"} 2024-11-20T16:40:37,008 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T16:40:37,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T16:40:37,010 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732120837010"}]},"ts":"1732120837010"} 2024-11-20T16:40:37,012 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T16:40:37,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6cb6661866fe3e99713d75e22c2eac5, ASSIGN}] 2024-11-20T16:40:37,014 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6cb6661866fe3e99713d75e22c2eac5, ASSIGN 2024-11-20T16:40:37,015 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6cb6661866fe3e99713d75e22c2eac5, ASSIGN; state=OFFLINE, location=b60eac9bda43,33789,1732120799020; forceNewPlan=false, retain=false 2024-11-20T16:40:37,166 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=e6cb6661866fe3e99713d75e22c2eac5, regionState=OPENING, regionLocation=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:37,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6cb6661866fe3e99713d75e22c2eac5, ASSIGN because future has completed 2024-11-20T16:40:37,177 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020}] 2024-11-20T16:40:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-20T16:40:37,334 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:37,334 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} 2024-11-20T16:40:37,334 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:37,335 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:40:37,335 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:37,335 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:37,336 INFO [StoreOpener-e6cb6661866fe3e99713d75e22c2eac5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:37,338 INFO [StoreOpener-e6cb6661866fe3e99713d75e22c2eac5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6cb6661866fe3e99713d75e22c2eac5 columnFamilyName A 2024-11-20T16:40:37,338 DEBUG [StoreOpener-e6cb6661866fe3e99713d75e22c2eac5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:37,339 INFO [StoreOpener-e6cb6661866fe3e99713d75e22c2eac5-1 {}] regionserver.HStore(327): Store=e6cb6661866fe3e99713d75e22c2eac5/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:40:37,339 INFO [StoreOpener-e6cb6661866fe3e99713d75e22c2eac5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:37,340 INFO [StoreOpener-e6cb6661866fe3e99713d75e22c2eac5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6cb6661866fe3e99713d75e22c2eac5 columnFamilyName B 2024-11-20T16:40:37,340 DEBUG [StoreOpener-e6cb6661866fe3e99713d75e22c2eac5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:37,341 INFO [StoreOpener-e6cb6661866fe3e99713d75e22c2eac5-1 {}] regionserver.HStore(327): Store=e6cb6661866fe3e99713d75e22c2eac5/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:40:37,341 INFO [StoreOpener-e6cb6661866fe3e99713d75e22c2eac5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:37,342 INFO [StoreOpener-e6cb6661866fe3e99713d75e22c2eac5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6cb6661866fe3e99713d75e22c2eac5 columnFamilyName C 2024-11-20T16:40:37,343 DEBUG [StoreOpener-e6cb6661866fe3e99713d75e22c2eac5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:37,343 INFO [StoreOpener-e6cb6661866fe3e99713d75e22c2eac5-1 {}] regionserver.HStore(327): Store=e6cb6661866fe3e99713d75e22c2eac5/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:40:37,343 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:37,344 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:37,345 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:37,349 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:37,349 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:37,350 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T16:40:37,352 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:37,354 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T16:40:37,354 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened e6cb6661866fe3e99713d75e22c2eac5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75354561, jitterRate=0.12287046015262604}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T16:40:37,355 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:37,357 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for e6cb6661866fe3e99713d75e22c2eac5: Running coprocessor pre-open hook at 1732120837335Writing region info on filesystem at 1732120837335Initializing all the Stores at 1732120837336 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732120837336Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732120837336Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732120837336Cleaning up temporary data from old regions at 1732120837349 (+13 ms)Running coprocessor post-open hooks at 1732120837355 (+6 ms)Region opened successfully at 1732120837356 (+1 ms) 2024-11-20T16:40:37,358 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., pid=36, masterSystemTime=1732120837331 2024-11-20T16:40:37,360 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:37,360 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:37,360 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=e6cb6661866fe3e99713d75e22c2eac5, regionState=OPEN, openSeqNum=2, regionLocation=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:37,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 because future has completed 2024-11-20T16:40:37,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-20T16:40:37,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 in 186 msec 2024-11-20T16:40:37,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-20T16:40:37,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6cb6661866fe3e99713d75e22c2eac5, ASSIGN in 353 msec 2024-11-20T16:40:37,368 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T16:40:37,368 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732120837368"}]},"ts":"1732120837368"} 2024-11-20T16:40:37,369 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T16:40:37,370 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T16:40:37,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1960 sec 2024-11-20T16:40:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-20T16:40:38,326 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:40:38,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f46cc3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:38,327 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:40:38,327 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:40:38,328 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:40:38,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:40:38,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:40:38,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3caff859, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:38,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:40:38,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:40:38,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:38,331 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52312, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:40:38,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16870e56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:38,333 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:40:38,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:40:38,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:40:38,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41284, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:40:38,337 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T16:40:38,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is b60eac9bda43,40299,1732120798156 2024-11-20T16:40:38,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43c3c82e 2024-11-20T16:40:38,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T16:40:38,340 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52320, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T16:40:38,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T16:40:38,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T16:40:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T16:40:38,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741938_1114 (size=995) 2024-11-20T16:40:38,769 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-20T16:40:38,769 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-20T16:40:38,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T16:40:38,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6cb6661866fe3e99713d75e22c2eac5, REOPEN/MOVE}] 2024-11-20T16:40:38,781 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6cb6661866fe3e99713d75e22c2eac5, REOPEN/MOVE 2024-11-20T16:40:38,782 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=e6cb6661866fe3e99713d75e22c2eac5, regionState=CLOSING, regionLocation=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:38,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6cb6661866fe3e99713d75e22c2eac5, REOPEN/MOVE because future has completed 2024-11-20T16:40:38,784 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T16:40:38,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020}] 2024-11-20T16:40:38,938 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(122): Close e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:38,938 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T16:40:38,938 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1722): Closing e6cb6661866fe3e99713d75e22c2eac5, disabling compactions & flushes 2024-11-20T16:40:38,938 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:38,938 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:38,938 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. after waiting 0 ms 2024-11-20T16:40:38,938 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:38,943 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T16:40:38,944 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:38,944 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1676): Region close journal for e6cb6661866fe3e99713d75e22c2eac5: Waiting for close lock at 1732120838938Running coprocessor pre-close hooks at 1732120838938Disabling compacts and flushes for region at 1732120838938Disabling writes for close at 1732120838938Writing region close event to WAL at 1732120838939 (+1 ms)Running coprocessor post-close hooks at 1732120838944 (+5 ms)Closed at 1732120838944 2024-11-20T16:40:38,945 WARN [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegionServer(3299): Not adding moved region record: e6cb6661866fe3e99713d75e22c2eac5 to self. 2024-11-20T16:40:38,947 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(157): Closed e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:38,948 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=e6cb6661866fe3e99713d75e22c2eac5, regionState=CLOSED 2024-11-20T16:40:38,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 because future has completed 2024-11-20T16:40:38,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-20T16:40:38,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; CloseRegionProcedure e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 in 166 msec 2024-11-20T16:40:38,953 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6cb6661866fe3e99713d75e22c2eac5, REOPEN/MOVE; state=CLOSED, location=b60eac9bda43,33789,1732120799020; forceNewPlan=false, retain=true 2024-11-20T16:40:39,104 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=e6cb6661866fe3e99713d75e22c2eac5, regionState=OPENING, regionLocation=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:39,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6cb6661866fe3e99713d75e22c2eac5, REOPEN/MOVE because future has completed 2024-11-20T16:40:39,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020}] 2024-11-20T16:40:39,262 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:39,262 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} 2024-11-20T16:40:39,263 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:39,263 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:40:39,263 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:39,263 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:39,269 INFO [StoreOpener-e6cb6661866fe3e99713d75e22c2eac5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:39,275 INFO [StoreOpener-e6cb6661866fe3e99713d75e22c2eac5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6cb6661866fe3e99713d75e22c2eac5 columnFamilyName A 2024-11-20T16:40:39,278 DEBUG [StoreOpener-e6cb6661866fe3e99713d75e22c2eac5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:39,278 INFO [StoreOpener-e6cb6661866fe3e99713d75e22c2eac5-1 {}] regionserver.HStore(327): Store=e6cb6661866fe3e99713d75e22c2eac5/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:40:39,279 INFO [StoreOpener-e6cb6661866fe3e99713d75e22c2eac5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:39,283 INFO [StoreOpener-e6cb6661866fe3e99713d75e22c2eac5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6cb6661866fe3e99713d75e22c2eac5 columnFamilyName B 2024-11-20T16:40:39,283 DEBUG [StoreOpener-e6cb6661866fe3e99713d75e22c2eac5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:39,284 INFO [StoreOpener-e6cb6661866fe3e99713d75e22c2eac5-1 {}] regionserver.HStore(327): Store=e6cb6661866fe3e99713d75e22c2eac5/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:40:39,284 INFO [StoreOpener-e6cb6661866fe3e99713d75e22c2eac5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:39,285 INFO [StoreOpener-e6cb6661866fe3e99713d75e22c2eac5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6cb6661866fe3e99713d75e22c2eac5 columnFamilyName C 2024-11-20T16:40:39,285 DEBUG [StoreOpener-e6cb6661866fe3e99713d75e22c2eac5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:39,286 INFO [StoreOpener-e6cb6661866fe3e99713d75e22c2eac5-1 {}] regionserver.HStore(327): Store=e6cb6661866fe3e99713d75e22c2eac5/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:40:39,286 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:39,287 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:39,288 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:39,289 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:39,289 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:39,289 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T16:40:39,291 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:39,292 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened e6cb6661866fe3e99713d75e22c2eac5; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65726690, jitterRate=-0.02059599757194519}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T16:40:39,292 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:39,295 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for e6cb6661866fe3e99713d75e22c2eac5: Running coprocessor pre-open hook at 1732120839264Writing region info on filesystem at 1732120839264Initializing all the Stores at 1732120839265 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732120839265Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732120839265Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732120839265Cleaning up temporary data from old regions at 1732120839289 (+24 ms)Running coprocessor post-open hooks at 1732120839292 (+3 ms)Region opened successfully at 1732120839295 (+3 ms) 2024-11-20T16:40:39,296 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., pid=41, masterSystemTime=1732120839258 2024-11-20T16:40:39,298 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:39,299 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:39,299 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=e6cb6661866fe3e99713d75e22c2eac5, regionState=OPEN, openSeqNum=5, regionLocation=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:39,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 because future has completed 2024-11-20T16:40:39,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=39 2024-11-20T16:40:39,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 in 196 msec 2024-11-20T16:40:39,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-20T16:40:39,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6cb6661866fe3e99713d75e22c2eac5, REOPEN/MOVE in 524 msec 2024-11-20T16:40:39,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-20T16:40:39,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 538 msec 2024-11-20T16:40:39,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 965 msec 2024-11-20T16:40:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-11-20T16:40:39,321 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:40:39,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88c9976, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:39,321 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:40:39,322 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:40:39,323 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:40:39,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:40:39,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:40:39,324 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16eb42c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:39,324 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:40:39,324 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:40:39,324 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:39,326 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52334, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:40:39,327 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f29c00f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:39,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aa768d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:39,328 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:40:39,328 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:40:39,329 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:40:39,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:40:39,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:40:39,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@571df501, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:39,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:40:39,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:40:39,330 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:39,330 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52346, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:40:39,331 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fcd6038, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:39,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc6bab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:39,333 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:40:39,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:40:39,335 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:40:39,335 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:40:39,335 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:40:39,335 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9af652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:39,335 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:40:39,335 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:40:39,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:39,336 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52368, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:40:39,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53bf717a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:39,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ddd470f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:39,338 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:40:39,338 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:40:39,339 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:40:39,339 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:40:39,340 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:40:39,340 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@395063e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:39,340 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:40:39,340 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:40:39,340 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:39,341 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52390, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:40:39,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3730722f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:39,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60093174, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:39,342 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:40:39,343 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:40:39,344 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:40:39,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:40:39,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:40:39,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aea751d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:39,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:40:39,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:40:39,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:39,345 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52398, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:40:39,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7503d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:39,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f8203f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:39,348 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:40:39,348 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:40:39,349 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:40:39,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:40:39,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:40:39,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f7827e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:39,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:40:39,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:40:39,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:39,350 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52406, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:40:39,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b04b069, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:39,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6723353c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:39,352 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:40:39,352 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:40:39,353 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:40:39,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:40:39,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:40:39,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e150354, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:39,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:40:39,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:40:39,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:39,354 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52422, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:40:39,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73417116, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:39,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aece006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:39,356 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:40:39,356 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:40:39,357 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:40:39,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:40:39,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:40:39,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74023b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:39,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:40:39,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:40:39,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:39,358 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52444, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:40:39,359 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a3d25d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:39,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe9245f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:39,360 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:40:39,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:40:39,361 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:40:39,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:40:39,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:40:39,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5aa26f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:39,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:40:39,362 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:40:39,362 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:39,363 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52470, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:40:39,363 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a098fc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:40:39,366 DEBUG [Thread-591 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:40:39,366 DEBUG [Thread-602 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:40:39,367 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:40:39,367 DEBUG [Thread-595 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:40:39,368 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:40:39,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:40:39,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:40:39,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:40:39,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:40:39,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41286, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:40:39,370 DEBUG [Thread-589 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:40:39,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41290, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:40:39,371 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:40:39,371 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:40:39,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41292, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:40:39,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:40:39,372 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5] 2024-11-20T16:40:39,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5] 2024-11-20T16:40:39,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5] 2024-11-20T16:40:39,375 DEBUG [Thread-604 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:40:39,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:40:39,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5] 2024-11-20T16:40:39,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:40:39,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41300, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:40:39,379 DEBUG [Thread-606 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:40:39,379 DEBUG [Thread-597 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:40:39,380 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:40:39,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:40:39,380 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:40:39,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:40:39,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41308, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:40:39,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41324, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:40:39,383 DEBUG [Thread-593 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:40:39,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5] 2024-11-20T16:40:39,383 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:40:39,384 DEBUG [Thread-600 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:40:39,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:40:39,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:40:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-20T16:40:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-20T16:40:39,386 DEBUG [Thread-600 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:40:39,387 DEBUG [Thread-600 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:40:39,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5] 2024-11-20T16:40:39,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41326, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:40:39,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41336, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:40:39,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5] 2024-11-20T16:40:39,388 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:40:39,390 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:40:39,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:40:39,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5] 2024-11-20T16:40:39,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5] 2024-11-20T16:40:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:39,396 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:40:39,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e6cb6661866fe3e99713d75e22c2eac5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T16:40:39,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200bbe935250394e12a250fd5d1d40c686_e6cb6661866fe3e99713d75e22c2eac5 is 50, key is test_row_0/A:col10/1732120839383/Put/seqid=0 2024-11-20T16:40:39,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41326 deadline: 1732120899443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:39,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:39,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:39,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:39,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:39,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41290 deadline: 1732120899443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:39,453 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:39,453 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:39,453 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:39,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741939_1115 (size=14594) 2024-11-20T16:40:39,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120899447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:39,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:39,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:39,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:39,463 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:39,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:39,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120899452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:39,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120899452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:39,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:39,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:39,467 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:39,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:39,467 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:39,467 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:39,471 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200bbe935250394e12a250fd5d1d40c686_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200bbe935250394e12a250fd5d1d40c686_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:39,473 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/1eafb3601c3340babf0fd486c07fda60, store: [table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:39,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/1eafb3601c3340babf0fd486c07fda60 is 175, key is test_row_0/A:col10/1732120839383/Put/seqid=0 2024-11-20T16:40:39,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741940_1116 (size=39549) 2024-11-20T16:40:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-20T16:40:39,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-20T16:40:39,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:39,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:39,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:39,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:39,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:39,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:39,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41326 deadline: 1732120899556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:39,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:39,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:39,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:39,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:39,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41290 deadline: 1732120899556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:39,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:39,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:39,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:39,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:39,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120899565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:39,570 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:39,570 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:39,570 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:39,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120899576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:39,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:39,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:39,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:39,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:39,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120899576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:39,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:39,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:39,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:39,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-20T16:40:39,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:39,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:39,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:39,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:39,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:39,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-20T16:40:39,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:39,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41326 deadline: 1732120899766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:39,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:39,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:39,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:39,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41290 deadline: 1732120899766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:39,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:39,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:39,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:39,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:39,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120899775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:39,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:39,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:39,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:39,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:39,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:39,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120899786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:39,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120899786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:39,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:39,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:39,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:39,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:39,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:39,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:39,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-20T16:40:39,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:39,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:39,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:39,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:39,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:39,896 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/1eafb3601c3340babf0fd486c07fda60 2024-11-20T16:40:39,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/226ab9ceb4ba4bedbb7708c88e0d857d is 50, key is test_row_0/B:col10/1732120839383/Put/seqid=0 2024-11-20T16:40:39,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741941_1117 (size=12001) 2024-11-20T16:40:39,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/226ab9ceb4ba4bedbb7708c88e0d857d 2024-11-20T16:40:40,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-20T16:40:40,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:40,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:40,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:40,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:40,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-20T16:40:40,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/e3626c1057a4435b89add7bfdba30a45 is 50, key is test_row_0/C:col10/1732120839383/Put/seqid=0 2024-11-20T16:40:40,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741942_1118 (size=12001) 2024-11-20T16:40:40,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:40,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41290 deadline: 1732120900077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41326 deadline: 1732120900076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:40,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:40,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:40,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120900086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:40,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:40,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120900096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:40,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:40,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120900096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:40,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:40,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-20T16:40:40,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:40,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:40,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:40,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:40,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:40,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-20T16:40:40,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:40,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:40,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:40,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:40,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:40,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/e3626c1057a4435b89add7bfdba30a45 2024-11-20T16:40:40,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/1eafb3601c3340babf0fd486c07fda60 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/1eafb3601c3340babf0fd486c07fda60 2024-11-20T16:40:40,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/1eafb3601c3340babf0fd486c07fda60, entries=200, sequenceid=15, filesize=38.6 K 2024-11-20T16:40:40,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/226ab9ceb4ba4bedbb7708c88e0d857d as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/226ab9ceb4ba4bedbb7708c88e0d857d 2024-11-20T16:40:40,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/226ab9ceb4ba4bedbb7708c88e0d857d, entries=150, sequenceid=15, filesize=11.7 K 2024-11-20T16:40:40,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/e3626c1057a4435b89add7bfdba30a45 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/e3626c1057a4435b89add7bfdba30a45 2024-11-20T16:40:40,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-20T16:40:40,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:40,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:40,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:40,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/e3626c1057a4435b89add7bfdba30a45, entries=150, sequenceid=15, filesize=11.7 K 2024-11-20T16:40:40,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:40,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:40,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e6cb6661866fe3e99713d75e22c2eac5 in 1075ms, sequenceid=15, compaction requested=false 2024-11-20T16:40:40,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-20T16:40:40,616 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T16:40:40,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-20T16:40:40,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:40,623 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing e6cb6661866fe3e99713d75e22c2eac5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T16:40:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:40,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:40,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ddd8802cb7cf461eb65b87d8f726f3d0_e6cb6661866fe3e99713d75e22c2eac5 is 50, key is test_row_0/A:col10/1732120839443/Put/seqid=0 2024-11-20T16:40:40,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120900634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:40,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:40,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120900634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:40,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:40,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41326 deadline: 1732120900641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:40,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:40,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41290 deadline: 1732120900642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:40,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741943_1119 (size=17034) 2024-11-20T16:40:40,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:40,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:40,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:40,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120900643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:40,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:40,675 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ddd8802cb7cf461eb65b87d8f726f3d0_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ddd8802cb7cf461eb65b87d8f726f3d0_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:40,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/1dc3f6007484476880e7dbcf4b9d419e, store: [table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:40,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/1dc3f6007484476880e7dbcf4b9d419e is 175, key is test_row_0/A:col10/1732120839443/Put/seqid=0 2024-11-20T16:40:40,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741944_1120 (size=48139) 2024-11-20T16:40:40,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120900755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:40,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:40,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120900766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:40,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:40,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41326 deadline: 1732120900766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:40,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:40,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41290 deadline: 1732120900766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:40,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120900766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:40,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:40,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:40,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120900966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:40,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:40,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41326 deadline: 1732120900975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:40,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:40,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:40,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41290 deadline: 1732120900976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:40,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120900976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:40,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:40,979 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,979 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120900976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:40,979 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:40,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:40,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:40,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:41,089 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/1dc3f6007484476880e7dbcf4b9d419e 2024-11-20T16:40:41,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/7e667a22cf124ca79a85650cccaf4858 is 50, key is test_row_0/B:col10/1732120839443/Put/seqid=0 2024-11-20T16:40:41,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741945_1121 (size=12001) 2024-11-20T16:40:41,120 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/7e667a22cf124ca79a85650cccaf4858 2024-11-20T16:40:41,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/1da0d0ff515540a28b38628e8931864f is 50, key is test_row_0/C:col10/1732120839443/Put/seqid=0 2024-11-20T16:40:41,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741946_1122 (size=12001) 2024-11-20T16:40:41,168 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/1da0d0ff515540a28b38628e8931864f 2024-11-20T16:40:41,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/1dc3f6007484476880e7dbcf4b9d419e as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/1dc3f6007484476880e7dbcf4b9d419e 2024-11-20T16:40:41,181 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/1dc3f6007484476880e7dbcf4b9d419e, entries=250, sequenceid=42, filesize=47.0 K 2024-11-20T16:40:41,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/7e667a22cf124ca79a85650cccaf4858 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/7e667a22cf124ca79a85650cccaf4858 2024-11-20T16:40:41,193 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/7e667a22cf124ca79a85650cccaf4858, entries=150, sequenceid=42, filesize=11.7 K 2024-11-20T16:40:41,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/1da0d0ff515540a28b38628e8931864f as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/1da0d0ff515540a28b38628e8931864f 2024-11-20T16:40:41,199 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/1da0d0ff515540a28b38628e8931864f, entries=150, sequenceid=42, filesize=11.7 K 2024-11-20T16:40:41,200 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for e6cb6661866fe3e99713d75e22c2eac5 in 577ms, sequenceid=42, compaction requested=false 2024-11-20T16:40:41,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:41,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:41,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-20T16:40:41,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-20T16:40:41,204 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-20T16:40:41,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8120 sec 2024-11-20T16:40:41,208 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.8220 sec 2024-11-20T16:40:41,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:41,284 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:40:41,284 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e6cb6661866fe3e99713d75e22c2eac5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T16:40:41,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202cd070ec91e34cb4a668d11cf287a96d_e6cb6661866fe3e99713d75e22c2eac5 is 50, key is test_row_0/A:col10/1732120840633/Put/seqid=0 2024-11-20T16:40:41,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741947_1123 (size=14594) 2024-11-20T16:40:41,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41290 deadline: 1732120901341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:41,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120901342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:41,348 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,349 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,349 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:41,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:41,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:41,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120901343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:41,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120901345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41326 deadline: 1732120901345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:41,356 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,356 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,356 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:41,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:41,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:41,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120901456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:41,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41290 deadline: 1732120901456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:41,459 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,459 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,459 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:41,461 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,461 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,461 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:41,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120901466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:41,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:41,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120901467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:41,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:41,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:41,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41326 deadline: 1732120901467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:41,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:41,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:41,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-20T16:40:41,537 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:40:41,537 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:40:41,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-20T16:40:41,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T16:40:41,550 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:40:41,551 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:40:41,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:40:41,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T16:40:41,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:41,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41290 deadline: 1732120901666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:41,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:41,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120901666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:41,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:41,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:41,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:41,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:41,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120901675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:41,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120901675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:41,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:41,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:41,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:41,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41326 deadline: 1732120901686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:41,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:41,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-20T16:40:41,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:41,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:41,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:41,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:41,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:41,743 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:41,748 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202cd070ec91e34cb4a668d11cf287a96d_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202cd070ec91e34cb4a668d11cf287a96d_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:41,749 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/4558fe00630048b090203b2b050181dc, store: [table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:41,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/4558fe00630048b090203b2b050181dc is 175, key is test_row_0/A:col10/1732120840633/Put/seqid=0 2024-11-20T16:40:41,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741948_1124 (size=39549) 2024-11-20T16:40:41,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-20T16:40:41,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:41,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:41,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:41,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:41,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:41,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:41,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T16:40:41,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:41,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41290 deadline: 1732120901975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:41,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:41,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120901976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:41,978 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,978 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,978 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:41,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:41,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120901986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:41,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:41,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120901987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:41,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:41,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41326 deadline: 1732120901995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:41,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:41,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:42,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-20T16:40:42,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:42,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:42,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:42,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:42,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:42,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:42,161 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/4558fe00630048b090203b2b050181dc 2024-11-20T16:40:42,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-20T16:40:42,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:42,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:42,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:42,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:42,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/ec59bfc8c08f499794e13bdf65551ebb is 50, key is test_row_0/B:col10/1732120840633/Put/seqid=0 2024-11-20T16:40:42,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T16:40:42,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741949_1125 (size=12001) 2024-11-20T16:40:42,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/ec59bfc8c08f499794e13bdf65551ebb 2024-11-20T16:40:42,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/62fc80f02c7640458854cc4099cc252f is 50, key is test_row_0/C:col10/1732120840633/Put/seqid=0 2024-11-20T16:40:42,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741950_1126 (size=12001) 2024-11-20T16:40:42,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/62fc80f02c7640458854cc4099cc252f 2024-11-20T16:40:42,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/4558fe00630048b090203b2b050181dc as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/4558fe00630048b090203b2b050181dc 2024-11-20T16:40:42,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/4558fe00630048b090203b2b050181dc, entries=200, sequenceid=53, filesize=38.6 K 2024-11-20T16:40:42,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/ec59bfc8c08f499794e13bdf65551ebb as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/ec59bfc8c08f499794e13bdf65551ebb 2024-11-20T16:40:42,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/ec59bfc8c08f499794e13bdf65551ebb, entries=150, sequenceid=53, filesize=11.7 K 2024-11-20T16:40:42,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/62fc80f02c7640458854cc4099cc252f as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/62fc80f02c7640458854cc4099cc252f 2024-11-20T16:40:42,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/62fc80f02c7640458854cc4099cc252f, entries=150, sequenceid=53, filesize=11.7 K 2024-11-20T16:40:42,239 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e6cb6661866fe3e99713d75e22c2eac5 in 955ms, sequenceid=53, compaction requested=true 2024-11-20T16:40:42,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:42,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6cb6661866fe3e99713d75e22c2eac5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:40:42,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:42,239 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:40:42,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6cb6661866fe3e99713d75e22c2eac5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:40:42,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:42,239 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:40:42,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6cb6661866fe3e99713d75e22c2eac5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:40:42,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:40:42,242 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:40:42,242 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127237 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:40:42,243 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): e6cb6661866fe3e99713d75e22c2eac5/A is initiating minor compaction (all files) 2024-11-20T16:40:42,243 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): e6cb6661866fe3e99713d75e22c2eac5/B is initiating minor compaction (all files) 2024-11-20T16:40:42,243 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6cb6661866fe3e99713d75e22c2eac5/B in TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:42,243 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6cb6661866fe3e99713d75e22c2eac5/A in TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:42,243 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/1eafb3601c3340babf0fd486c07fda60, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/1dc3f6007484476880e7dbcf4b9d419e, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/4558fe00630048b090203b2b050181dc] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp, totalSize=124.3 K 2024-11-20T16:40:42,243 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/226ab9ceb4ba4bedbb7708c88e0d857d, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/7e667a22cf124ca79a85650cccaf4858, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/ec59bfc8c08f499794e13bdf65551ebb] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp, totalSize=35.2 K 2024-11-20T16:40:42,243 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:42,243 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. files: [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/1eafb3601c3340babf0fd486c07fda60, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/1dc3f6007484476880e7dbcf4b9d419e, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/4558fe00630048b090203b2b050181dc] 2024-11-20T16:40:42,244 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 226ab9ceb4ba4bedbb7708c88e0d857d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732120839383 2024-11-20T16:40:42,244 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1eafb3601c3340babf0fd486c07fda60, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732120839383 2024-11-20T16:40:42,244 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e667a22cf124ca79a85650cccaf4858, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732120839443 2024-11-20T16:40:42,245 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1dc3f6007484476880e7dbcf4b9d419e, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732120839441 2024-11-20T16:40:42,245 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting ec59bfc8c08f499794e13bdf65551ebb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732120840633 2024-11-20T16:40:42,245 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4558fe00630048b090203b2b050181dc, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732120840633 2024-11-20T16:40:42,257 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6cb6661866fe3e99713d75e22c2eac5#B#compaction#108 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:42,258 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/3278909daf244184a93b9d08d56df9eb is 50, key is test_row_0/B:col10/1732120840633/Put/seqid=0 2024-11-20T16:40:42,271 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:42,279 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112016b64dea88ee40529045beaa904a80d0_e6cb6661866fe3e99713d75e22c2eac5 store=[table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:42,287 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112016b64dea88ee40529045beaa904a80d0_e6cb6661866fe3e99713d75e22c2eac5, store=[table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:42,288 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112016b64dea88ee40529045beaa904a80d0_e6cb6661866fe3e99713d75e22c2eac5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:42,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741951_1127 (size=12104) 2024-11-20T16:40:42,302 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/3278909daf244184a93b9d08d56df9eb as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/3278909daf244184a93b9d08d56df9eb 2024-11-20T16:40:42,323 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6cb6661866fe3e99713d75e22c2eac5/B of e6cb6661866fe3e99713d75e22c2eac5 into 3278909daf244184a93b9d08d56df9eb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:42,323 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:42,324 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., storeName=e6cb6661866fe3e99713d75e22c2eac5/B, priority=13, startTime=1732120842239; duration=0sec 2024-11-20T16:40:42,324 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:40:42,324 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6cb6661866fe3e99713d75e22c2eac5:B 2024-11-20T16:40:42,324 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:40:42,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-20T16:40:42,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:42,325 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing e6cb6661866fe3e99713d75e22c2eac5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T16:40:42,326 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:40:42,326 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): e6cb6661866fe3e99713d75e22c2eac5/C is initiating minor compaction (all files) 2024-11-20T16:40:42,326 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6cb6661866fe3e99713d75e22c2eac5/C in TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:42,326 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/e3626c1057a4435b89add7bfdba30a45, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/1da0d0ff515540a28b38628e8931864f, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/62fc80f02c7640458854cc4099cc252f] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp, totalSize=35.2 K 2024-11-20T16:40:42,327 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting e3626c1057a4435b89add7bfdba30a45, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732120839383 2024-11-20T16:40:42,327 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 1da0d0ff515540a28b38628e8931864f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732120839443 2024-11-20T16:40:42,329 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 62fc80f02c7640458854cc4099cc252f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732120840633 2024-11-20T16:40:42,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741952_1128 (size=4469) 2024-11-20T16:40:42,333 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6cb6661866fe3e99713d75e22c2eac5#A#compaction#109 average throughput is 0.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:42,334 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/65287dd06faa42bf968db3fabdf46294 is 175, key is test_row_0/A:col10/1732120840633/Put/seqid=0 2024-11-20T16:40:42,346 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6cb6661866fe3e99713d75e22c2eac5#C#compaction#110 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:42,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d5393a1db8e94d67bf189c4a0ea5784f_e6cb6661866fe3e99713d75e22c2eac5 is 50, key is test_row_0/A:col10/1732120841342/Put/seqid=0 2024-11-20T16:40:42,347 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/fe6f3ab6dac14e56a0c63c816d07ef24 is 50, key is test_row_0/C:col10/1732120840633/Put/seqid=0 2024-11-20T16:40:42,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741953_1129 (size=31058) 2024-11-20T16:40:42,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741954_1130 (size=12104) 2024-11-20T16:40:42,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741955_1131 (size=12154) 2024-11-20T16:40:42,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:42,386 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d5393a1db8e94d67bf189c4a0ea5784f_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d5393a1db8e94d67bf189c4a0ea5784f_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:42,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/69ddc52618ec4831b2a64e47eca2df0d, store: [table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:42,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/69ddc52618ec4831b2a64e47eca2df0d is 175, key is test_row_0/A:col10/1732120841342/Put/seqid=0 2024-11-20T16:40:42,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741956_1132 (size=30955) 2024-11-20T16:40:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:42,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:42,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120902500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:42,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120902501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:42,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:42,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:42,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41326 deadline: 1732120902506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:42,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:42,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:42,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:42,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:42,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:42,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:42,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:42,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41290 deadline: 1732120902508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:42,510 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:42,510 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:42,510 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:42,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120902510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:42,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:42,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:42,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:42,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120902616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:42,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:42,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:42,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:42,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120902616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:42,618 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:42,618 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:42,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:42,619 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:42,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41290 deadline: 1732120902616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:42,619 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:42,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:42,619 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:42,619 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:42,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120902616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:42,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:42,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:42,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:42,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T16:40:42,764 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/65287dd06faa42bf968db3fabdf46294 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/65287dd06faa42bf968db3fabdf46294 2024-11-20T16:40:42,778 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6cb6661866fe3e99713d75e22c2eac5/A of e6cb6661866fe3e99713d75e22c2eac5 into 65287dd06faa42bf968db3fabdf46294(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:42,778 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:42,778 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., storeName=e6cb6661866fe3e99713d75e22c2eac5/A, priority=13, startTime=1732120842239; duration=0sec 2024-11-20T16:40:42,778 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:42,778 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6cb6661866fe3e99713d75e22c2eac5:A 2024-11-20T16:40:42,782 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/fe6f3ab6dac14e56a0c63c816d07ef24 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/fe6f3ab6dac14e56a0c63c816d07ef24 2024-11-20T16:40:42,794 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6cb6661866fe3e99713d75e22c2eac5/C of e6cb6661866fe3e99713d75e22c2eac5 into fe6f3ab6dac14e56a0c63c816d07ef24(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:42,794 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:42,794 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., storeName=e6cb6661866fe3e99713d75e22c2eac5/C, priority=13, startTime=1732120842239; duration=0sec 2024-11-20T16:40:42,794 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:42,794 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6cb6661866fe3e99713d75e22c2eac5:C 2024-11-20T16:40:42,797 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/69ddc52618ec4831b2a64e47eca2df0d 2024-11-20T16:40:42,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/efae439464524b7495a3d32ad44bbf3e is 50, key is test_row_0/B:col10/1732120841342/Put/seqid=0 2024-11-20T16:40:42,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741957_1133 (size=12001) 2024-11-20T16:40:42,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120902826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:42,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120902826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:42,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:42,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41290 deadline: 1732120902826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:42,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:42,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:42,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:42,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:42,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:42,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120902828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:42,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:42,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:42,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:42,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:42,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:42,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:43,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120903136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:43,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:43,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:43,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41290 deadline: 1732120903136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:43,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:43,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:43,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120903136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:43,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:43,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:43,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:43,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:43,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:43,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120903136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:43,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:43,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:43,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:43,220 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/efae439464524b7495a3d32ad44bbf3e 2024-11-20T16:40:43,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/eb5ec92278164ab09ed65ca37cb37f06 is 50, key is test_row_0/C:col10/1732120841342/Put/seqid=0 2024-11-20T16:40:43,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741958_1134 (size=12001) 2024-11-20T16:40:43,260 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/eb5ec92278164ab09ed65ca37cb37f06 2024-11-20T16:40:43,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/69ddc52618ec4831b2a64e47eca2df0d as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/69ddc52618ec4831b2a64e47eca2df0d 2024-11-20T16:40:43,280 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/69ddc52618ec4831b2a64e47eca2df0d, entries=150, sequenceid=79, filesize=30.2 K 2024-11-20T16:40:43,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/efae439464524b7495a3d32ad44bbf3e as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/efae439464524b7495a3d32ad44bbf3e 2024-11-20T16:40:43,296 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/efae439464524b7495a3d32ad44bbf3e, entries=150, sequenceid=79, filesize=11.7 K 2024-11-20T16:40:43,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/eb5ec92278164ab09ed65ca37cb37f06 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/eb5ec92278164ab09ed65ca37cb37f06 2024-11-20T16:40:43,306 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/eb5ec92278164ab09ed65ca37cb37f06, entries=150, sequenceid=79, filesize=11.7 K 2024-11-20T16:40:43,308 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e6cb6661866fe3e99713d75e22c2eac5 in 982ms, sequenceid=79, compaction requested=false 2024-11-20T16:40:43,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:43,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:43,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-20T16:40:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-20T16:40:43,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-20T16:40:43,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7590 sec 2024-11-20T16:40:43,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.7770 sec 2024-11-20T16:40:43,519 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:40:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:43,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e6cb6661866fe3e99713d75e22c2eac5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T16:40:43,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d04228d531164ffb8e1f29e56d3b1995_e6cb6661866fe3e99713d75e22c2eac5 is 50, key is test_row_0/A:col10/1732120842506/Put/seqid=0 2024-11-20T16:40:43,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741959_1135 (size=14594) 2024-11-20T16:40:43,618 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:43,629 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d04228d531164ffb8e1f29e56d3b1995_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d04228d531164ffb8e1f29e56d3b1995_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:43,630 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/5f2fd09cfbe746bd9568bf1c92f747f5, store: [table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:43,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/5f2fd09cfbe746bd9568bf1c92f747f5 is 175, key is test_row_0/A:col10/1732120842506/Put/seqid=0 2024-11-20T16:40:43,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741960_1136 (size=39549) 2024-11-20T16:40:43,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:43,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120903680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:43,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:43,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:43,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120903680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:43,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:43,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:43,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120903682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:43,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:43,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:43,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:43,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:43,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:43,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T16:40:43,697 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:40:43,698 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:40:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-20T16:40:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T16:40:43,701 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:40:43,702 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:40:43,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:40:43,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41290 deadline: 1732120903693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:43,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:43,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:43,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:43,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41326 deadline: 1732120903701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:43,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:43,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:43,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:43,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120903796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:43,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:43,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:43,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:43,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120903797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:43,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:43,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:43,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T16:40:43,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120903805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:43,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:43,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:43,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:43,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41290 deadline: 1732120903816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:43,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41326 deadline: 1732120903816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:43,823 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:43,823 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:43,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:43,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:43,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:43,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:43,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-20T16:40:43,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:43,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:43,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:43,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:43,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:44,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-20T16:40:44,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:44,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:44,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:44,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120904005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:44,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:44,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:44,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:44,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:44,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T16:40:44,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120904016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:44,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:44,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:44,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:44,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120904017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:44,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:44,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:44,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:44,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:44,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41326 deadline: 1732120904036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41290 deadline: 1732120904036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:44,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:44,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:44,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:44,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:44,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:44,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:44,076 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/5f2fd09cfbe746bd9568bf1c92f747f5 2024-11-20T16:40:44,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/3678a6b3074044dd9c744f219c3a5a50 is 50, key is test_row_0/B:col10/1732120842506/Put/seqid=0 2024-11-20T16:40:44,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741961_1137 (size=12001) 2024-11-20T16:40:44,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/3678a6b3074044dd9c744f219c3a5a50 2024-11-20T16:40:44,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/b14bf71cad7644cb9ee0538a4f0e15aa is 50, key is test_row_0/C:col10/1732120842506/Put/seqid=0 2024-11-20T16:40:44,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741962_1138 (size=12001) 2024-11-20T16:40:44,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-20T16:40:44,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:44,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:44,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:44,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:44,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:44,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-20T16:40:44,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:44,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:44,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:44,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:44,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:44,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120904315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:44,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:44,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:44,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T16:40:44,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120904326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:44,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:44,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:44,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:44,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120904335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:44,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:44,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:44,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:44,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41290 deadline: 1732120904356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:44,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41326 deadline: 1732120904356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:44,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:44,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:44,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:44,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:44,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:44,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:44,437 INFO [master/b60eac9bda43:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T16:40:44,437 INFO [master/b60eac9bda43:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T16:40:44,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-20T16:40:44,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:44,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:44,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:44,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:44,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:44,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/b14bf71cad7644cb9ee0538a4f0e15aa 2024-11-20T16:40:44,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/5f2fd09cfbe746bd9568bf1c92f747f5 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/5f2fd09cfbe746bd9568bf1c92f747f5 2024-11-20T16:40:44,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/5f2fd09cfbe746bd9568bf1c92f747f5, entries=200, sequenceid=93, filesize=38.6 K 2024-11-20T16:40:44,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/3678a6b3074044dd9c744f219c3a5a50 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/3678a6b3074044dd9c744f219c3a5a50 2024-11-20T16:40:44,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/3678a6b3074044dd9c744f219c3a5a50, entries=150, sequenceid=93, filesize=11.7 K 2024-11-20T16:40:44,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/b14bf71cad7644cb9ee0538a4f0e15aa as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/b14bf71cad7644cb9ee0538a4f0e15aa 2024-11-20T16:40:44,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/b14bf71cad7644cb9ee0538a4f0e15aa, entries=150, sequenceid=93, filesize=11.7 K 2024-11-20T16:40:44,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for e6cb6661866fe3e99713d75e22c2eac5 in 1055ms, sequenceid=93, compaction requested=true 2024-11-20T16:40:44,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:44,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6cb6661866fe3e99713d75e22c2eac5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:40:44,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:44,575 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:40:44,575 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:40:44,576 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:40:44,576 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:40:44,576 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): e6cb6661866fe3e99713d75e22c2eac5/A is initiating minor compaction (all files) 2024-11-20T16:40:44,576 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): e6cb6661866fe3e99713d75e22c2eac5/B is initiating minor compaction (all files) 2024-11-20T16:40:44,576 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6cb6661866fe3e99713d75e22c2eac5/B in TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:44,576 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6cb6661866fe3e99713d75e22c2eac5/A in TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:44,576 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/3278909daf244184a93b9d08d56df9eb, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/efae439464524b7495a3d32ad44bbf3e, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/3678a6b3074044dd9c744f219c3a5a50] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp, totalSize=35.3 K 2024-11-20T16:40:44,576 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/65287dd06faa42bf968db3fabdf46294, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/69ddc52618ec4831b2a64e47eca2df0d, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/5f2fd09cfbe746bd9568bf1c92f747f5] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp, totalSize=99.2 K 2024-11-20T16:40:44,576 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:44,577 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. files: [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/65287dd06faa42bf968db3fabdf46294, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/69ddc52618ec4831b2a64e47eca2df0d, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/5f2fd09cfbe746bd9568bf1c92f747f5] 2024-11-20T16:40:44,579 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65287dd06faa42bf968db3fabdf46294, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732120840633 2024-11-20T16:40:44,579 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 3278909daf244184a93b9d08d56df9eb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732120840633 2024-11-20T16:40:44,579 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting efae439464524b7495a3d32ad44bbf3e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732120841341 2024-11-20T16:40:44,579 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69ddc52618ec4831b2a64e47eca2df0d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732120841341 2024-11-20T16:40:44,580 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 3678a6b3074044dd9c744f219c3a5a50, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732120842500 2024-11-20T16:40:44,580 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f2fd09cfbe746bd9568bf1c92f747f5, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732120842500 2024-11-20T16:40:44,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6cb6661866fe3e99713d75e22c2eac5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:40:44,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:44,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6cb6661866fe3e99713d75e22c2eac5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:40:44,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:40:44,592 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:44,594 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6cb6661866fe3e99713d75e22c2eac5#B#compaction#118 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:44,595 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/26334ef72fd94f6f8f0debd67e4b08a7 is 50, key is test_row_0/B:col10/1732120842506/Put/seqid=0 2024-11-20T16:40:44,603 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120c4cb7484a2724c00a16bbe6fc8f86fd2_e6cb6661866fe3e99713d75e22c2eac5 store=[table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:44,614 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120c4cb7484a2724c00a16bbe6fc8f86fd2_e6cb6661866fe3e99713d75e22c2eac5, store=[table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:44,614 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c4cb7484a2724c00a16bbe6fc8f86fd2_e6cb6661866fe3e99713d75e22c2eac5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:44,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-20T16:40:44,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:44,624 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing e6cb6661866fe3e99713d75e22c2eac5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T16:40:44,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741963_1139 (size=12207) 2024-11-20T16:40:44,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741964_1140 (size=4469) 2024-11-20T16:40:44,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202f1df7f7a5c74e7482c25fadb6343afe_e6cb6661866fe3e99713d75e22c2eac5 is 50, key is test_row_0/A:col10/1732120843677/Put/seqid=0 2024-11-20T16:40:44,651 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6cb6661866fe3e99713d75e22c2eac5#A#compaction#117 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:44,652 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/3c82fd53bba64f6d9954143886e1cef4 is 175, key is test_row_0/A:col10/1732120842506/Put/seqid=0 2024-11-20T16:40:44,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741966_1142 (size=31161) 2024-11-20T16:40:44,699 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/3c82fd53bba64f6d9954143886e1cef4 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/3c82fd53bba64f6d9954143886e1cef4 2024-11-20T16:40:44,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741965_1141 (size=12154) 2024-11-20T16:40:44,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:44,707 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6cb6661866fe3e99713d75e22c2eac5/A of e6cb6661866fe3e99713d75e22c2eac5 into 3c82fd53bba64f6d9954143886e1cef4(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:44,707 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:44,707 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202f1df7f7a5c74e7482c25fadb6343afe_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202f1df7f7a5c74e7482c25fadb6343afe_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:44,708 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., storeName=e6cb6661866fe3e99713d75e22c2eac5/A, priority=13, startTime=1732120844574; duration=0sec 2024-11-20T16:40:44,708 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:40:44,708 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6cb6661866fe3e99713d75e22c2eac5:A 2024-11-20T16:40:44,709 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:40:44,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/3f5d10e08d0a4b49adb7b71348f77eda, store: [table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:44,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/3f5d10e08d0a4b49adb7b71348f77eda is 175, key is test_row_0/A:col10/1732120843677/Put/seqid=0 2024-11-20T16:40:44,714 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:40:44,714 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): e6cb6661866fe3e99713d75e22c2eac5/C is initiating minor compaction (all files) 2024-11-20T16:40:44,715 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6cb6661866fe3e99713d75e22c2eac5/C in TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:44,715 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/fe6f3ab6dac14e56a0c63c816d07ef24, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/eb5ec92278164ab09ed65ca37cb37f06, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/b14bf71cad7644cb9ee0538a4f0e15aa] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp, totalSize=35.3 K 2024-11-20T16:40:44,715 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe6f3ab6dac14e56a0c63c816d07ef24, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732120840633 2024-11-20T16:40:44,716 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb5ec92278164ab09ed65ca37cb37f06, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732120841341 2024-11-20T16:40:44,716 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting b14bf71cad7644cb9ee0538a4f0e15aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732120842500 2024-11-20T16:40:44,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741967_1143 (size=30955) 2024-11-20T16:40:44,752 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/3f5d10e08d0a4b49adb7b71348f77eda 2024-11-20T16:40:44,761 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6cb6661866fe3e99713d75e22c2eac5#C#compaction#120 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:44,761 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/af514c4cb1c046fe9b9558f7d71743f6 is 50, key is test_row_0/C:col10/1732120842506/Put/seqid=0 2024-11-20T16:40:44,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/9e9e93ae76894e2fb5bf93e077f5c20f is 50, key is test_row_0/B:col10/1732120843677/Put/seqid=0 2024-11-20T16:40:44,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741968_1144 (size=12207) 2024-11-20T16:40:44,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741969_1145 (size=12001) 2024-11-20T16:40:44,833 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/9e9e93ae76894e2fb5bf93e077f5c20f 2024-11-20T16:40:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T16:40:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:44,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:44,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/71b4f8cdd5614f4abd7c13fab2a2ab83 is 50, key is test_row_0/C:col10/1732120843677/Put/seqid=0 2024-11-20T16:40:44,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120904858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:44,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:44,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:44,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120904858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:44,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:44,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:44,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:44,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:44,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120904860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:44,864 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:44,864 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:44,864 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:44,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:44,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41290 deadline: 1732120904865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41326 deadline: 1732120904865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:44,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:44,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:44,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:44,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:44,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:44,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:44,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741970_1146 (size=12001) 2024-11-20T16:40:44,899 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/71b4f8cdd5614f4abd7c13fab2a2ab83 2024-11-20T16:40:44,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/3f5d10e08d0a4b49adb7b71348f77eda as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/3f5d10e08d0a4b49adb7b71348f77eda 2024-11-20T16:40:44,919 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/3f5d10e08d0a4b49adb7b71348f77eda, entries=150, sequenceid=118, filesize=30.2 K 2024-11-20T16:40:44,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/9e9e93ae76894e2fb5bf93e077f5c20f as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/9e9e93ae76894e2fb5bf93e077f5c20f 2024-11-20T16:40:44,929 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/9e9e93ae76894e2fb5bf93e077f5c20f, entries=150, sequenceid=118, filesize=11.7 K 2024-11-20T16:40:44,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/71b4f8cdd5614f4abd7c13fab2a2ab83 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/71b4f8cdd5614f4abd7c13fab2a2ab83 2024-11-20T16:40:44,937 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/71b4f8cdd5614f4abd7c13fab2a2ab83, entries=150, sequenceid=118, filesize=11.7 K 2024-11-20T16:40:44,945 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e6cb6661866fe3e99713d75e22c2eac5 in 321ms, sequenceid=118, compaction requested=false 2024-11-20T16:40:44,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:44,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:44,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-20T16:40:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-20T16:40:44,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-20T16:40:44,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2450 sec 2024-11-20T16:40:44,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.2530 sec 2024-11-20T16:40:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:44,968 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:40:44,968 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e6cb6661866fe3e99713d75e22c2eac5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T16:40:44,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200a07fd47a462437abb464b6e75cc99ac_e6cb6661866fe3e99713d75e22c2eac5 is 50, key is test_row_0/A:col10/1732120844966/Put/seqid=0 2024-11-20T16:40:45,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741971_1147 (size=14694) 2024-11-20T16:40:45,020 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:45,030 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200a07fd47a462437abb464b6e75cc99ac_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200a07fd47a462437abb464b6e75cc99ac_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:45,035 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/eb1622129f7f4acb868a9102753cd43b, store: [table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:45,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/eb1622129f7f4acb868a9102753cd43b is 175, key is test_row_0/A:col10/1732120844966/Put/seqid=0 2024-11-20T16:40:45,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120905029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:45,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:45,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:45,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:45,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120905029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:45,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:45,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:45,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:45,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120905040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:45,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:45,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:45,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:45,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741972_1148 (size=39649) 2024-11-20T16:40:45,054 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/eb1622129f7f4acb868a9102753cd43b 2024-11-20T16:40:45,056 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/26334ef72fd94f6f8f0debd67e4b08a7 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/26334ef72fd94f6f8f0debd67e4b08a7 2024-11-20T16:40:45,065 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6cb6661866fe3e99713d75e22c2eac5/B of e6cb6661866fe3e99713d75e22c2eac5 into 26334ef72fd94f6f8f0debd67e4b08a7(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:45,065 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:45,065 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., storeName=e6cb6661866fe3e99713d75e22c2eac5/B, priority=13, startTime=1732120844575; duration=0sec 2024-11-20T16:40:45,065 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:45,065 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6cb6661866fe3e99713d75e22c2eac5:B 2024-11-20T16:40:45,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/9a8885d7ecbd434e9851d27831055c1c is 50, key is test_row_0/B:col10/1732120844966/Put/seqid=0 2024-11-20T16:40:45,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741973_1149 (size=12051) 2024-11-20T16:40:45,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/9a8885d7ecbd434e9851d27831055c1c 2024-11-20T16:40:45,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/21eac53bca804abfb43a96ba310add30 is 50, key is test_row_0/C:col10/1732120844966/Put/seqid=0 2024-11-20T16:40:45,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:45,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120905146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:45,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:45,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:45,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:45,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:45,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120905146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:45,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:45,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:45,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:45,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120905151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:45,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:45,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:45,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:45,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741974_1150 (size=12051) 2024-11-20T16:40:45,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/21eac53bca804abfb43a96ba310add30 2024-11-20T16:40:45,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/eb1622129f7f4acb868a9102753cd43b as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/eb1622129f7f4acb868a9102753cd43b 2024-11-20T16:40:45,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/eb1622129f7f4acb868a9102753cd43b, entries=200, sequenceid=131, filesize=38.7 K 2024-11-20T16:40:45,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/9a8885d7ecbd434e9851d27831055c1c as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/9a8885d7ecbd434e9851d27831055c1c 2024-11-20T16:40:45,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/9a8885d7ecbd434e9851d27831055c1c, entries=150, sequenceid=131, filesize=11.8 K 2024-11-20T16:40:45,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/21eac53bca804abfb43a96ba310add30 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/21eac53bca804abfb43a96ba310add30 2024-11-20T16:40:45,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/21eac53bca804abfb43a96ba310add30, entries=150, sequenceid=131, filesize=11.8 K 2024-11-20T16:40:45,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e6cb6661866fe3e99713d75e22c2eac5 in 251ms, sequenceid=131, compaction requested=true 2024-11-20T16:40:45,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:45,220 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:40:45,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6cb6661866fe3e99713d75e22c2eac5:A, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:40:45,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:45,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6cb6661866fe3e99713d75e22c2eac5:B, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:40:45,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:40:45,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6cb6661866fe3e99713d75e22c2eac5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:40:45,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T16:40:45,221 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101765 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:40:45,221 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): e6cb6661866fe3e99713d75e22c2eac5/A is initiating minor compaction (all files) 2024-11-20T16:40:45,221 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/af514c4cb1c046fe9b9558f7d71743f6 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/af514c4cb1c046fe9b9558f7d71743f6 2024-11-20T16:40:45,221 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6cb6661866fe3e99713d75e22c2eac5/A in TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:45,221 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/3c82fd53bba64f6d9954143886e1cef4, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/3f5d10e08d0a4b49adb7b71348f77eda, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/eb1622129f7f4acb868a9102753cd43b] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp, totalSize=99.4 K 2024-11-20T16:40:45,221 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:45,221 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. files: [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/3c82fd53bba64f6d9954143886e1cef4, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/3f5d10e08d0a4b49adb7b71348f77eda, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/eb1622129f7f4acb868a9102753cd43b] 2024-11-20T16:40:45,222 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c82fd53bba64f6d9954143886e1cef4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732120842500 2024-11-20T16:40:45,222 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f5d10e08d0a4b49adb7b71348f77eda, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732120843677 2024-11-20T16:40:45,222 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting eb1622129f7f4acb868a9102753cd43b, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732120844841 2024-11-20T16:40:45,228 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6cb6661866fe3e99713d75e22c2eac5/C of e6cb6661866fe3e99713d75e22c2eac5 into af514c4cb1c046fe9b9558f7d71743f6(size=11.9 K), total size for store is 35.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:45,228 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:45,228 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., storeName=e6cb6661866fe3e99713d75e22c2eac5/C, priority=13, startTime=1732120844584; duration=0sec 2024-11-20T16:40:45,228 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T16:40:45,228 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6cb6661866fe3e99713d75e22c2eac5:C 2024-11-20T16:40:45,229 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6cb6661866fe3e99713d75e22c2eac5:C 2024-11-20T16:40:45,229 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:40:45,230 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:40:45,231 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): e6cb6661866fe3e99713d75e22c2eac5/B is initiating minor compaction (all files) 2024-11-20T16:40:45,232 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6cb6661866fe3e99713d75e22c2eac5/B in TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:45,232 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/26334ef72fd94f6f8f0debd67e4b08a7, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/9e9e93ae76894e2fb5bf93e077f5c20f, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/9a8885d7ecbd434e9851d27831055c1c] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp, totalSize=35.4 K 2024-11-20T16:40:45,233 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:45,234 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26334ef72fd94f6f8f0debd67e4b08a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732120842500 2024-11-20T16:40:45,235 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e9e93ae76894e2fb5bf93e077f5c20f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732120843677 2024-11-20T16:40:45,236 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a8885d7ecbd434e9851d27831055c1c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732120844841 2024-11-20T16:40:45,240 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112043d3d994e2854b5c8d7cbb13dba5dcf5_e6cb6661866fe3e99713d75e22c2eac5 store=[table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:45,245 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112043d3d994e2854b5c8d7cbb13dba5dcf5_e6cb6661866fe3e99713d75e22c2eac5, store=[table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:45,245 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112043d3d994e2854b5c8d7cbb13dba5dcf5_e6cb6661866fe3e99713d75e22c2eac5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:45,255 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6cb6661866fe3e99713d75e22c2eac5#B#compaction#127 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:45,256 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/438aabc6b57349a89a20b2e8092a707f is 50, key is test_row_0/B:col10/1732120844966/Put/seqid=0 2024-11-20T16:40:45,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741975_1151 (size=4469) 2024-11-20T16:40:45,266 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6cb6661866fe3e99713d75e22c2eac5#A#compaction#126 average throughput is 0.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:45,267 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/213bff7ad3af4153ae6b38001d26c873 is 175, key is test_row_0/A:col10/1732120844966/Put/seqid=0 2024-11-20T16:40:45,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741976_1152 (size=12359) 2024-11-20T16:40:45,363 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:40:45,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e6cb6661866fe3e99713d75e22c2eac5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T16:40:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:45,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741977_1153 (size=31313) 2024-11-20T16:40:45,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120905394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:45,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112059f1f078e8264f9d8b800d6d9dbf85e6_e6cb6661866fe3e99713d75e22c2eac5 is 50, key is test_row_0/A:col10/1732120845021/Put/seqid=0 2024-11-20T16:40:45,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:45,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:45,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:45,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120905401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:45,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:45,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:45,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:45,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120905410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:45,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:45,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:45,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:45,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741978_1154 (size=14794) 2024-11-20T16:40:45,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120905515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:45,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:45,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:45,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:45,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120905526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:45,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:45,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:45,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:45,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120905526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:45,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:45,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:45,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:45,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:45,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120905726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:45,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:45,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:45,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:45,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:45,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120905737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:45,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:45,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:45,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:45,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:45,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120905746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:45,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:45,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:45,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:45,755 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/438aabc6b57349a89a20b2e8092a707f as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/438aabc6b57349a89a20b2e8092a707f 2024-11-20T16:40:45,768 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6cb6661866fe3e99713d75e22c2eac5/B of e6cb6661866fe3e99713d75e22c2eac5 into 438aabc6b57349a89a20b2e8092a707f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:45,768 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:45,768 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., storeName=e6cb6661866fe3e99713d75e22c2eac5/B, priority=13, startTime=1732120845220; duration=0sec 2024-11-20T16:40:45,768 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:40:45,768 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6cb6661866fe3e99713d75e22c2eac5:B 2024-11-20T16:40:45,768 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:40:45,771 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:40:45,771 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): e6cb6661866fe3e99713d75e22c2eac5/C is initiating minor compaction (all files) 2024-11-20T16:40:45,771 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6cb6661866fe3e99713d75e22c2eac5/C in TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:45,771 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/af514c4cb1c046fe9b9558f7d71743f6, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/71b4f8cdd5614f4abd7c13fab2a2ab83, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/21eac53bca804abfb43a96ba310add30] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp, totalSize=35.4 K 2024-11-20T16:40:45,772 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting af514c4cb1c046fe9b9558f7d71743f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732120842500 2024-11-20T16:40:45,773 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71b4f8cdd5614f4abd7c13fab2a2ab83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732120843677 2024-11-20T16:40:45,774 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21eac53bca804abfb43a96ba310add30, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732120844841 2024-11-20T16:40:45,783 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/213bff7ad3af4153ae6b38001d26c873 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/213bff7ad3af4153ae6b38001d26c873 2024-11-20T16:40:45,786 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6cb6661866fe3e99713d75e22c2eac5#C#compaction#129 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:45,787 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/2dee64b5bc6d4e0f87627c763ee356d2 is 50, key is test_row_0/C:col10/1732120844966/Put/seqid=0 2024-11-20T16:40:45,797 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6cb6661866fe3e99713d75e22c2eac5/A of e6cb6661866fe3e99713d75e22c2eac5 into 213bff7ad3af4153ae6b38001d26c873(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:45,797 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:45,797 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., storeName=e6cb6661866fe3e99713d75e22c2eac5/A, priority=13, startTime=1732120845220; duration=0sec 2024-11-20T16:40:45,798 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:45,798 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6cb6661866fe3e99713d75e22c2eac5:A 2024-11-20T16:40:45,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741979_1155 (size=12359) 2024-11-20T16:40:45,840 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/2dee64b5bc6d4e0f87627c763ee356d2 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/2dee64b5bc6d4e0f87627c763ee356d2 2024-11-20T16:40:45,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T16:40:45,846 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:40:45,847 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:40:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-20T16:40:45,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T16:40:45,849 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:40:45,850 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:40:45,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:40:45,851 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6cb6661866fe3e99713d75e22c2eac5/C of e6cb6661866fe3e99713d75e22c2eac5 into 2dee64b5bc6d4e0f87627c763ee356d2(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:45,851 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:45,851 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., storeName=e6cb6661866fe3e99713d75e22c2eac5/C, priority=13, startTime=1732120845220; duration=0sec 2024-11-20T16:40:45,852 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:45,852 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6cb6661866fe3e99713d75e22c2eac5:C 2024-11-20T16:40:45,855 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:45,861 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112059f1f078e8264f9d8b800d6d9dbf85e6_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112059f1f078e8264f9d8b800d6d9dbf85e6_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:45,863 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/c2f98709a03c43a082336f681a3303d1, store: [table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:45,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/c2f98709a03c43a082336f681a3303d1 is 175, key is test_row_0/A:col10/1732120845021/Put/seqid=0 2024-11-20T16:40:45,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:45,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41326 deadline: 1732120905886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:45,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:45,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41290 deadline: 1732120905886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:45,887 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_1' in e6cb6661866fe3e99713d75e22c2eac5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:40:45,887 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_0' in e6cb6661866fe3e99713d75e22c2eac5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:40:45,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:45,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:45,887 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:45,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:45,887 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:45,887 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:45,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741980_1156 (size=39749) 2024-11-20T16:40:45,899 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/c2f98709a03c43a082336f681a3303d1 2024-11-20T16:40:45,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/43706307ca5e412485bacae5bb883192 is 50, key is test_row_0/B:col10/1732120845021/Put/seqid=0 2024-11-20T16:40:45,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T16:40:45,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741981_1157 (size=12151) 2024-11-20T16:40:46,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-20T16:40:46,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:46,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:46,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:46,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:46,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:46,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:46,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:46,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120906036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:46,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:46,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:46,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:46,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:46,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120906048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:46,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:46,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:46,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:46,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:46,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120906056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:46,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:46,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:46,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:46,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-20T16:40:46,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:46,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:46,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:46,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:46,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:46,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:46,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T16:40:46,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-20T16:40:46,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:46,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:46,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:46,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:46,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:46,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/43706307ca5e412485bacae5bb883192 2024-11-20T16:40:46,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/2b1c7fa67edf433082d25fe4a2212fee is 50, key is test_row_0/C:col10/1732120845021/Put/seqid=0 2024-11-20T16:40:46,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741982_1158 (size=12151) 2024-11-20T16:40:46,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-20T16:40:46,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:46,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:46,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:46,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:46,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T16:40:46,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120906545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:46,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:46,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:46,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:46,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120906556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:46,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:46,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:46,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:46,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120906566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:46,570 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:46,570 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:46,570 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:46,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-20T16:40:46,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:46,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:46,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:46,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:46,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:46,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-20T16:40:46,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:46,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:46,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:46,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:46,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:46,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/2b1c7fa67edf433082d25fe4a2212fee 2024-11-20T16:40:46,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/c2f98709a03c43a082336f681a3303d1 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/c2f98709a03c43a082336f681a3303d1 2024-11-20T16:40:46,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/c2f98709a03c43a082336f681a3303d1, entries=200, sequenceid=158, filesize=38.8 K 2024-11-20T16:40:46,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/43706307ca5e412485bacae5bb883192 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/43706307ca5e412485bacae5bb883192 2024-11-20T16:40:46,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/43706307ca5e412485bacae5bb883192, entries=150, sequenceid=158, filesize=11.9 K 2024-11-20T16:40:46,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/2b1c7fa67edf433082d25fe4a2212fee as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/2b1c7fa67edf433082d25fe4a2212fee 2024-11-20T16:40:46,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/2b1c7fa67edf433082d25fe4a2212fee, entries=150, sequenceid=158, filesize=11.9 K 2024-11-20T16:40:46,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e6cb6661866fe3e99713d75e22c2eac5 in 1515ms, sequenceid=158, compaction requested=false 2024-11-20T16:40:46,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:46,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-20T16:40:46,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:46,934 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing e6cb6661866fe3e99713d75e22c2eac5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T16:40:46,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112094d71fd8173f4e6fb2362d625a286142_e6cb6661866fe3e99713d75e22c2eac5 is 50, key is test_row_0/A:col10/1732120845387/Put/seqid=0 2024-11-20T16:40:46,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741983_1159 (size=12304) 2024-11-20T16:40:46,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:46,983 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112094d71fd8173f4e6fb2362d625a286142_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112094d71fd8173f4e6fb2362d625a286142_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T16:40:46,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/3fc3d5b7287b46a79d9e9afbb9dbb5d1, store: [table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:46,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/3fc3d5b7287b46a79d9e9afbb9dbb5d1 is 175, key is test_row_0/A:col10/1732120845387/Put/seqid=0 2024-11-20T16:40:47,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741984_1160 (size=31105) 2024-11-20T16:40:47,014 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/3fc3d5b7287b46a79d9e9afbb9dbb5d1 2024-11-20T16:40:47,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/bde53113dabc485b9a47bc49d7708d81 is 50, key is test_row_0/B:col10/1732120845387/Put/seqid=0 2024-11-20T16:40:47,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741985_1161 (size=12151) 2024-11-20T16:40:47,078 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/bde53113dabc485b9a47bc49d7708d81 2024-11-20T16:40:47,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/ec8c81b5104d4aaba23655a06edfd4d0 is 50, key is test_row_0/C:col10/1732120845387/Put/seqid=0 2024-11-20T16:40:47,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741986_1162 (size=12151) 2024-11-20T16:40:47,510 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/ec8c81b5104d4aaba23655a06edfd4d0 2024-11-20T16:40:47,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/3fc3d5b7287b46a79d9e9afbb9dbb5d1 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/3fc3d5b7287b46a79d9e9afbb9dbb5d1 2024-11-20T16:40:47,523 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/3fc3d5b7287b46a79d9e9afbb9dbb5d1, entries=150, sequenceid=172, filesize=30.4 K 2024-11-20T16:40:47,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/bde53113dabc485b9a47bc49d7708d81 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/bde53113dabc485b9a47bc49d7708d81 2024-11-20T16:40:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,530 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/bde53113dabc485b9a47bc49d7708d81, entries=150, sequenceid=172, filesize=11.9 K 2024-11-20T16:40:47,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/ec8c81b5104d4aaba23655a06edfd4d0 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/ec8c81b5104d4aaba23655a06edfd4d0 2024-11-20T16:40:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,547 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/ec8c81b5104d4aaba23655a06edfd4d0, entries=150, sequenceid=172, filesize=11.9 K 2024-11-20T16:40:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,549 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for e6cb6661866fe3e99713d75e22c2eac5 in 614ms, sequenceid=172, compaction requested=true 2024-11-20T16:40:47,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:47,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:47,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-20T16:40:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-20T16:40:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-20T16:40:47,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7020 sec 2024-11-20T16:40:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.7080 sec 2024-11-20T16:40:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:47,630 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:40:47,630 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e6cb6661866fe3e99713d75e22c2eac5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T16:40:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112026a17c37b8224ae3a7a9f79c7bf2e47f_e6cb6661866fe3e99713d75e22c2eac5 is 50, key is test_row_0/A:col10/1732120847629/Put/seqid=0 2024-11-20T16:40:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741987_1163 (size=22268) 2024-11-20T16:40:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,666 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,674 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112026a17c37b8224ae3a7a9f79c7bf2e47f_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112026a17c37b8224ae3a7a9f79c7bf2e47f_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,676 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/a930db9b6e9146b58ddcbbee3aa400ba, store: [table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:47,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/a930db9b6e9146b58ddcbbee3aa400ba is 175, key is test_row_0/A:col10/1732120847629/Put/seqid=0 2024-11-20T16:40:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741988_1164 (size=65669) 2024-11-20T16:40:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:47,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120907787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:47,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120907796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:47,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:47,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120907797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:47,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:47,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:47,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:47,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:47,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:47,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:47,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:47,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:47,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41290 deadline: 1732120907906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:47,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120907906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:47,909 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:47,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:47,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:47,909 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_0' in e6cb6661866fe3e99713d75e22c2eac5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:40:47,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:47,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:47,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:47,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120907906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:47,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:47,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:47,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:47,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120907906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:47,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:47,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:47,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:47,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41326 deadline: 1732120907915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:47,917 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_1' in e6cb6661866fe3e99713d75e22c2eac5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:40:47,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:47,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:47,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T16:40:47,995 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:40:47,996 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:40:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-20T16:40:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T16:40:47,999 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:40:48,001 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:40:48,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:40:48,093 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=183, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/a930db9b6e9146b58ddcbbee3aa400ba 2024-11-20T16:40:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T16:40:48,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:48,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120908115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120908115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:48,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/73210a19a51a4f348fea566b08ef9035 is 50, key is test_row_0/B:col10/1732120847629/Put/seqid=0 2024-11-20T16:40:48,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:48,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:48,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:48,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:48,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:48,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:48,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120908117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:48,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:48,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:48,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:48,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741989_1165 (size=9757) 2024-11-20T16:40:48,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/73210a19a51a4f348fea566b08ef9035 2024-11-20T16:40:48,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/de06d405198f44e680d1ae4678ffd5fd is 50, key is test_row_0/C:col10/1732120847629/Put/seqid=0 2024-11-20T16:40:48,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-20T16:40:48,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:48,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:48,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:48,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:48,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:48,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741990_1166 (size=9757) 2024-11-20T16:40:48,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/de06d405198f44e680d1ae4678ffd5fd 2024-11-20T16:40:48,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/a930db9b6e9146b58ddcbbee3aa400ba as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/a930db9b6e9146b58ddcbbee3aa400ba 2024-11-20T16:40:48,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/a930db9b6e9146b58ddcbbee3aa400ba, entries=350, sequenceid=183, filesize=64.1 K 2024-11-20T16:40:48,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/73210a19a51a4f348fea566b08ef9035 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/73210a19a51a4f348fea566b08ef9035 2024-11-20T16:40:48,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/73210a19a51a4f348fea566b08ef9035, entries=100, sequenceid=183, filesize=9.5 K 2024-11-20T16:40:48,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/de06d405198f44e680d1ae4678ffd5fd as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/de06d405198f44e680d1ae4678ffd5fd 2024-11-20T16:40:48,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/de06d405198f44e680d1ae4678ffd5fd, entries=100, sequenceid=183, filesize=9.5 K 2024-11-20T16:40:48,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for e6cb6661866fe3e99713d75e22c2eac5 in 575ms, sequenceid=183, compaction requested=true 2024-11-20T16:40:48,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:48,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6cb6661866fe3e99713d75e22c2eac5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:40:48,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:48,205 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:40:48,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6cb6661866fe3e99713d75e22c2eac5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:40:48,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:40:48,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6cb6661866fe3e99713d75e22c2eac5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:40:48,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:40:48,205 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:40:48,207 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 167836 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:40:48,207 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): e6cb6661866fe3e99713d75e22c2eac5/A is initiating minor compaction (all files) 2024-11-20T16:40:48,207 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6cb6661866fe3e99713d75e22c2eac5/A in TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:48,208 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/213bff7ad3af4153ae6b38001d26c873, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/c2f98709a03c43a082336f681a3303d1, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/3fc3d5b7287b46a79d9e9afbb9dbb5d1, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/a930db9b6e9146b58ddcbbee3aa400ba] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp, totalSize=163.9 K 2024-11-20T16:40:48,208 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:48,208 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. files: [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/213bff7ad3af4153ae6b38001d26c873, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/c2f98709a03c43a082336f681a3303d1, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/3fc3d5b7287b46a79d9e9afbb9dbb5d1, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/a930db9b6e9146b58ddcbbee3aa400ba] 2024-11-20T16:40:48,208 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46418 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:40:48,208 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): e6cb6661866fe3e99713d75e22c2eac5/B is initiating minor compaction (all files) 2024-11-20T16:40:48,208 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6cb6661866fe3e99713d75e22c2eac5/B in TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:48,208 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/438aabc6b57349a89a20b2e8092a707f, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/43706307ca5e412485bacae5bb883192, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/bde53113dabc485b9a47bc49d7708d81, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/73210a19a51a4f348fea566b08ef9035] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp, totalSize=45.3 K 2024-11-20T16:40:48,209 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 213bff7ad3af4153ae6b38001d26c873, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732120844841 2024-11-20T16:40:48,210 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 438aabc6b57349a89a20b2e8092a707f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732120844841 2024-11-20T16:40:48,210 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 43706307ca5e412485bacae5bb883192, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732120845021 2024-11-20T16:40:48,210 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2f98709a03c43a082336f681a3303d1, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732120845021 2024-11-20T16:40:48,211 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting bde53113dabc485b9a47bc49d7708d81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732120845387 2024-11-20T16:40:48,212 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 73210a19a51a4f348fea566b08ef9035, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732120847627 2024-11-20T16:40:48,212 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fc3d5b7287b46a79d9e9afbb9dbb5d1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732120845387 2024-11-20T16:40:48,212 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting a930db9b6e9146b58ddcbbee3aa400ba, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732120847580 2024-11-20T16:40:48,236 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6cb6661866fe3e99713d75e22c2eac5#B#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:48,237 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/ca43a81b2a6e401e9cb10538d46d7b26 is 50, key is test_row_0/B:col10/1732120847629/Put/seqid=0 2024-11-20T16:40:48,249 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:48,261 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411209e782403ad974d2cb71f67318207addf_e6cb6661866fe3e99713d75e22c2eac5 store=[table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:48,264 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411209e782403ad974d2cb71f67318207addf_e6cb6661866fe3e99713d75e22c2eac5, store=[table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:48,264 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209e782403ad974d2cb71f67318207addf_e6cb6661866fe3e99713d75e22c2eac5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:48,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741991_1167 (size=12595) 2024-11-20T16:40:48,281 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/ca43a81b2a6e401e9cb10538d46d7b26 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/ca43a81b2a6e401e9cb10538d46d7b26 2024-11-20T16:40:48,293 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e6cb6661866fe3e99713d75e22c2eac5/B of e6cb6661866fe3e99713d75e22c2eac5 into ca43a81b2a6e401e9cb10538d46d7b26(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:48,293 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:48,293 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., storeName=e6cb6661866fe3e99713d75e22c2eac5/B, priority=12, startTime=1732120848205; duration=0sec 2024-11-20T16:40:48,293 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:40:48,293 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6cb6661866fe3e99713d75e22c2eac5:B 2024-11-20T16:40:48,293 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:40:48,297 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46418 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:40:48,297 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): e6cb6661866fe3e99713d75e22c2eac5/C is initiating minor compaction (all files) 2024-11-20T16:40:48,297 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6cb6661866fe3e99713d75e22c2eac5/C in TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:48,297 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/2dee64b5bc6d4e0f87627c763ee356d2, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/2b1c7fa67edf433082d25fe4a2212fee, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/ec8c81b5104d4aaba23655a06edfd4d0, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/de06d405198f44e680d1ae4678ffd5fd] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp, totalSize=45.3 K 2024-11-20T16:40:48,298 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 2dee64b5bc6d4e0f87627c763ee356d2, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732120844841 2024-11-20T16:40:48,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741992_1168 (size=4469) 2024-11-20T16:40:48,300 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b1c7fa67edf433082d25fe4a2212fee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732120845021 2024-11-20T16:40:48,300 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6cb6661866fe3e99713d75e22c2eac5#A#compaction#139 average throughput is 0.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:48,301 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/bf7d9e9c5bf4418ca49168e30b08d4a4 is 175, key is test_row_0/A:col10/1732120847629/Put/seqid=0 2024-11-20T16:40:48,303 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting ec8c81b5104d4aaba23655a06edfd4d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732120845387 2024-11-20T16:40:48,304 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting de06d405198f44e680d1ae4678ffd5fd, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732120847627 2024-11-20T16:40:48,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-20T16:40:48,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:48,308 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing e6cb6661866fe3e99713d75e22c2eac5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T16:40:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T16:40:48,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741993_1169 (size=31656) 2024-11-20T16:40:48,337 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6cb6661866fe3e99713d75e22c2eac5#C#compaction#140 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:48,337 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/ad07a5ef9b564066be639ea9e0ef96f6 is 50, key is test_row_0/C:col10/1732120847629/Put/seqid=0 2024-11-20T16:40:48,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205b6ae8d0685946ffbc3c7c7f12fc1d94_e6cb6661866fe3e99713d75e22c2eac5 is 50, key is test_row_0/A:col10/1732120847733/Put/seqid=0 2024-11-20T16:40:48,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741994_1170 (size=12595) 2024-11-20T16:40:48,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741995_1171 (size=12304) 2024-11-20T16:40:48,374 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/ad07a5ef9b564066be639ea9e0ef96f6 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/ad07a5ef9b564066be639ea9e0ef96f6 2024-11-20T16:40:48,380 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e6cb6661866fe3e99713d75e22c2eac5/C of e6cb6661866fe3e99713d75e22c2eac5 into ad07a5ef9b564066be639ea9e0ef96f6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:48,380 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:48,380 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., storeName=e6cb6661866fe3e99713d75e22c2eac5/C, priority=12, startTime=1732120848205; duration=0sec 2024-11-20T16:40:48,380 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:48,380 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6cb6661866fe3e99713d75e22c2eac5:C 2024-11-20T16:40:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:48,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:48,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120908436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:48,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:48,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:48,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:48,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:48,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120908437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120908438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:48,442 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:48,442 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:48,442 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:48,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:48,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:48,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:48,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120908545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:48,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:48,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:48,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:48,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120908545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:48,548 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:48,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:48,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:48,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120908556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:48,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:48,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:48,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T16:40:48,725 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/bf7d9e9c5bf4418ca49168e30b08d4a4 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/bf7d9e9c5bf4418ca49168e30b08d4a4 2024-11-20T16:40:48,730 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e6cb6661866fe3e99713d75e22c2eac5/A of e6cb6661866fe3e99713d75e22c2eac5 into bf7d9e9c5bf4418ca49168e30b08d4a4(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:48,730 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:48,730 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., storeName=e6cb6661866fe3e99713d75e22c2eac5/A, priority=12, startTime=1732120848205; duration=0sec 2024-11-20T16:40:48,730 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:48,730 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6cb6661866fe3e99713d75e22c2eac5:A 2024-11-20T16:40:48,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120908755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:48,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120908755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:48,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:48,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:48,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:48,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:48,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:48,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:48,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120908765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:48,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:48,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:48,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:48,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:48,772 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205b6ae8d0685946ffbc3c7c7f12fc1d94_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205b6ae8d0685946ffbc3c7c7f12fc1d94_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:48,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/fc20d9765fc149e3875d66ed10b5e72b, store: [table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:48,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/fc20d9765fc149e3875d66ed10b5e72b is 175, key is test_row_0/A:col10/1732120847733/Put/seqid=0 2024-11-20T16:40:48,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741996_1172 (size=31105) 2024-11-20T16:40:49,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120909065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:49,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120909065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:49,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120909075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:49,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:49,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:49,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T16:40:49,179 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/fc20d9765fc149e3875d66ed10b5e72b 2024-11-20T16:40:49,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/d95d0f54e9804f68b0411c0ffd1d7269 is 50, key is test_row_0/B:col10/1732120847733/Put/seqid=0 2024-11-20T16:40:49,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741997_1173 (size=12151) 2024-11-20T16:40:49,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120909575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:49,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:49,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:49,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120909575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:49,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:49,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:49,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:49,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:49,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120909585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:49,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:49,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:49,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:49,591 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/d95d0f54e9804f68b0411c0ffd1d7269 2024-11-20T16:40:49,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/0f2c260befa046468d60416e448860d0 is 50, key is test_row_0/C:col10/1732120847733/Put/seqid=0 2024-11-20T16:40:49,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741998_1174 (size=12151) 2024-11-20T16:40:50,006 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/0f2c260befa046468d60416e448860d0 2024-11-20T16:40:50,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/fc20d9765fc149e3875d66ed10b5e72b as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/fc20d9765fc149e3875d66ed10b5e72b 2024-11-20T16:40:50,015 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/fc20d9765fc149e3875d66ed10b5e72b, entries=150, sequenceid=210, filesize=30.4 K 2024-11-20T16:40:50,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/d95d0f54e9804f68b0411c0ffd1d7269 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/d95d0f54e9804f68b0411c0ffd1d7269 2024-11-20T16:40:50,021 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/d95d0f54e9804f68b0411c0ffd1d7269, entries=150, sequenceid=210, filesize=11.9 K 2024-11-20T16:40:50,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/0f2c260befa046468d60416e448860d0 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/0f2c260befa046468d60416e448860d0 2024-11-20T16:40:50,027 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/0f2c260befa046468d60416e448860d0, entries=150, sequenceid=210, filesize=11.9 K 2024-11-20T16:40:50,027 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for e6cb6661866fe3e99713d75e22c2eac5 in 1719ms, sequenceid=210, compaction requested=false 2024-11-20T16:40:50,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:50,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:50,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-20T16:40:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-20T16:40:50,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-20T16:40:50,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0280 sec 2024-11-20T16:40:50,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 2.0350 sec 2024-11-20T16:40:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T16:40:50,146 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:40:50,146 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:40:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-20T16:40:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T16:40:50,148 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:40:50,149 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:40:50,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:40:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T16:40:50,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-20T16:40:50,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:50,302 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing e6cb6661866fe3e99713d75e22c2eac5 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T16:40:50,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e473b28e052f4d19ac0af2258e158c98_e6cb6661866fe3e99713d75e22c2eac5 is 50, key is test_row_0/A:col10/1732120848437/Put/seqid=0 2024-11-20T16:40:50,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741999_1175 (size=12304) 2024-11-20T16:40:50,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:50,324 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e473b28e052f4d19ac0af2258e158c98_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e473b28e052f4d19ac0af2258e158c98_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:50,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/27855a7b50f544469dd8c975a8728e8d, store: [table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:50,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/27855a7b50f544469dd8c975a8728e8d is 175, key is test_row_0/A:col10/1732120848437/Put/seqid=0 2024-11-20T16:40:50,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742000_1176 (size=31105) 2024-11-20T16:40:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T16:40:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:50,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:50,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120910617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:50,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:50,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:50,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:50,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:50,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120910621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120910620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:50,730 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=222, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/27855a7b50f544469dd8c975a8728e8d 2024-11-20T16:40:50,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120910735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:50,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:50,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:50,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:50,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/e6e088dd5de44ee0ad3a5bea5136544d is 50, key is test_row_0/B:col10/1732120848437/Put/seqid=0 2024-11-20T16:40:50,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120910735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:50,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:50,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:50,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120910735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:50,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:50,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:50,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:50,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:50,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742001_1177 (size=12151) 2024-11-20T16:40:50,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T16:40:50,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120910945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:50,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:50,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:50,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:50,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120910945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:50,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:50,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120910945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:50,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:50,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:50,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:50,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:50,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:51,145 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/e6e088dd5de44ee0ad3a5bea5136544d 2024-11-20T16:40:51,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/abfb1546987d44b7b3dead73a6729c5f is 50, key is test_row_0/C:col10/1732120848437/Put/seqid=0 2024-11-20T16:40:51,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742002_1178 (size=12151) 2024-11-20T16:40:51,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120911255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:51,257 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:51,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:51,257 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:51,257 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120911255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:51,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:51,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:51,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:51,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120911255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:51,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:51,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:51,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T16:40:51,557 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/abfb1546987d44b7b3dead73a6729c5f 2024-11-20T16:40:51,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/27855a7b50f544469dd8c975a8728e8d as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/27855a7b50f544469dd8c975a8728e8d 2024-11-20T16:40:51,565 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/27855a7b50f544469dd8c975a8728e8d, entries=150, sequenceid=222, filesize=30.4 K 2024-11-20T16:40:51,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/e6e088dd5de44ee0ad3a5bea5136544d as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/e6e088dd5de44ee0ad3a5bea5136544d 2024-11-20T16:40:51,571 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/e6e088dd5de44ee0ad3a5bea5136544d, entries=150, sequenceid=222, filesize=11.9 K 2024-11-20T16:40:51,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/abfb1546987d44b7b3dead73a6729c5f as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/abfb1546987d44b7b3dead73a6729c5f 2024-11-20T16:40:51,576 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/abfb1546987d44b7b3dead73a6729c5f, entries=150, sequenceid=222, filesize=11.9 K 2024-11-20T16:40:51,577 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for e6cb6661866fe3e99713d75e22c2eac5 in 1275ms, sequenceid=222, compaction requested=true 2024-11-20T16:40:51,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:51,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:51,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-20T16:40:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-20T16:40:51,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-20T16:40:51,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4290 sec 2024-11-20T16:40:51,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.4370 sec 2024-11-20T16:40:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:51,767 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:40:51,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e6cb6661866fe3e99713d75e22c2eac5 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T16:40:51,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112069b8f1962ddb4af39671a98c14c9f1bc_e6cb6661866fe3e99713d75e22c2eac5 is 50, key is test_row_0/A:col10/1732120850616/Put/seqid=0 2024-11-20T16:40:51,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120911771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:51,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:51,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:51,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:51,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120911773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:51,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:51,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120911774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:51,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:51,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:51,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:51,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:51,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:51,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742003_1179 (size=14794) 2024-11-20T16:40:51,781 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:51,787 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112069b8f1962ddb4af39671a98c14c9f1bc_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112069b8f1962ddb4af39671a98c14c9f1bc_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:51,787 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/9389c81c69124afcbdf264215e6fe7cf, store: [table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:51,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/9389c81c69124afcbdf264215e6fe7cf is 175, key is test_row_0/A:col10/1732120850616/Put/seqid=0 2024-11-20T16:40:51,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742004_1180 (size=39749) 2024-11-20T16:40:51,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120911885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:51,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:51,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:51,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120911885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:51,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:51,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:51,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:51,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:51,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120911886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:51,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:51,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:51,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:51,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41290 deadline: 1732120911945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:51,946 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_0' in e6cb6661866fe3e99713d75e22c2eac5 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8254 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:40:51,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:51,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:51,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:51,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41326 deadline: 1732120911955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:51,956 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_1' in e6cb6661866fe3e99713d75e22c2eac5 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8255 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:40:51,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:51,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:51,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:52,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120912095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:52,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:52,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:52,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120912095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:52,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:52,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:52,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:52,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:52,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120912095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:52,097 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:52,097 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:52,097 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:52,198 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/9389c81c69124afcbdf264215e6fe7cf 2024-11-20T16:40:52,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/64410bc3e1714707ae2c2162db35e2f0 is 50, key is test_row_0/B:col10/1732120850616/Put/seqid=0 2024-11-20T16:40:52,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742005_1181 (size=12151) 2024-11-20T16:40:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T16:40:52,296 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:40:52,296 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:40:52,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-20T16:40:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T16:40:52,298 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:40:52,298 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:40:52,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:40:52,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T16:40:52,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:52,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120912405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:52,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:52,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:52,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:52,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120912406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:52,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:52,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:52,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:52,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:52,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:52,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120912406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:52,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:52,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:52,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:52,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T16:40:52,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:52,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:52,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:52,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:52,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:52,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T16:40:52,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:52,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:52,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:52,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:52,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:52,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T16:40:52,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/64410bc3e1714707ae2c2162db35e2f0 2024-11-20T16:40:52,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/a71df32890e34763a4243d04bb125c53 is 50, key is test_row_0/C:col10/1732120850616/Put/seqid=0 2024-11-20T16:40:52,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742006_1182 (size=12151) 2024-11-20T16:40:52,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T16:40:52,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:52,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:52,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:52,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:52,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:52,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:52,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T16:40:52,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:52,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:52,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:52,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:52,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:52,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:52,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:52,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120912916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:52,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:52,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120912916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:52,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:52,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120912916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:52,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:52,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:52,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:52,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:52,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:52,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:52,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:52,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:52,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T16:40:53,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T16:40:53,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:53,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:53,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:53,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:53,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:53,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:53,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/a71df32890e34763a4243d04bb125c53 2024-11-20T16:40:53,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/9389c81c69124afcbdf264215e6fe7cf as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/9389c81c69124afcbdf264215e6fe7cf 2024-11-20T16:40:53,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/9389c81c69124afcbdf264215e6fe7cf, entries=200, sequenceid=249, filesize=38.8 K 2024-11-20T16:40:53,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/64410bc3e1714707ae2c2162db35e2f0 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/64410bc3e1714707ae2c2162db35e2f0 2024-11-20T16:40:53,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/64410bc3e1714707ae2c2162db35e2f0, entries=150, sequenceid=249, filesize=11.9 K 2024-11-20T16:40:53,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/a71df32890e34763a4243d04bb125c53 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/a71df32890e34763a4243d04bb125c53 2024-11-20T16:40:53,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/a71df32890e34763a4243d04bb125c53, entries=150, sequenceid=249, filesize=11.9 K 2024-11-20T16:40:53,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for e6cb6661866fe3e99713d75e22c2eac5 in 1349ms, sequenceid=249, compaction requested=true 2024-11-20T16:40:53,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:53,117 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:40:53,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6cb6661866fe3e99713d75e22c2eac5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:40:53,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:53,118 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:40:53,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6cb6661866fe3e99713d75e22c2eac5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:40:53,118 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133615 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:40:53,118 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): e6cb6661866fe3e99713d75e22c2eac5/A is initiating minor compaction (all files) 2024-11-20T16:40:53,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:53,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6cb6661866fe3e99713d75e22c2eac5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:40:53,119 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6cb6661866fe3e99713d75e22c2eac5/A in TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:53,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:40:53,119 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/bf7d9e9c5bf4418ca49168e30b08d4a4, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/fc20d9765fc149e3875d66ed10b5e72b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/27855a7b50f544469dd8c975a8728e8d, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/9389c81c69124afcbdf264215e6fe7cf] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp, totalSize=130.5 K 2024-11-20T16:40:53,119 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:53,119 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. files: [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/bf7d9e9c5bf4418ca49168e30b08d4a4, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/fc20d9765fc149e3875d66ed10b5e72b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/27855a7b50f544469dd8c975a8728e8d, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/9389c81c69124afcbdf264215e6fe7cf] 2024-11-20T16:40:53,119 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:40:53,119 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): e6cb6661866fe3e99713d75e22c2eac5/B is initiating minor compaction (all files) 2024-11-20T16:40:53,119 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6cb6661866fe3e99713d75e22c2eac5/B in TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:53,119 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/ca43a81b2a6e401e9cb10538d46d7b26, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/d95d0f54e9804f68b0411c0ffd1d7269, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/e6e088dd5de44ee0ad3a5bea5136544d, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/64410bc3e1714707ae2c2162db35e2f0] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp, totalSize=47.9 K 2024-11-20T16:40:53,119 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf7d9e9c5bf4418ca49168e30b08d4a4, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732120845401 2024-11-20T16:40:53,119 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting ca43a81b2a6e401e9cb10538d46d7b26, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732120845401 2024-11-20T16:40:53,120 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc20d9765fc149e3875d66ed10b5e72b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732120847723 2024-11-20T16:40:53,120 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting d95d0f54e9804f68b0411c0ffd1d7269, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732120847723 2024-11-20T16:40:53,120 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting e6e088dd5de44ee0ad3a5bea5136544d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732120848435 2024-11-20T16:40:53,120 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27855a7b50f544469dd8c975a8728e8d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732120848435 2024-11-20T16:40:53,121 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 64410bc3e1714707ae2c2162db35e2f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732120850616 2024-11-20T16:40:53,121 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9389c81c69124afcbdf264215e6fe7cf, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732120850616 2024-11-20T16:40:53,137 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6cb6661866fe3e99713d75e22c2eac5#B#compaction#150 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:53,138 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/ded89b2c761e447fa3a9a76dcbf2de04 is 50, key is test_row_0/B:col10/1732120850616/Put/seqid=0 2024-11-20T16:40:53,145 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:53,155 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411201a375f14d44242a3b0895b3d7c7b5180_e6cb6661866fe3e99713d75e22c2eac5 store=[table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:53,158 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411201a375f14d44242a3b0895b3d7c7b5180_e6cb6661866fe3e99713d75e22c2eac5, store=[table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:53,158 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201a375f14d44242a3b0895b3d7c7b5180_e6cb6661866fe3e99713d75e22c2eac5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:53,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742007_1183 (size=12731) 2024-11-20T16:40:53,176 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/ded89b2c761e447fa3a9a76dcbf2de04 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/ded89b2c761e447fa3a9a76dcbf2de04 2024-11-20T16:40:53,184 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e6cb6661866fe3e99713d75e22c2eac5/B of e6cb6661866fe3e99713d75e22c2eac5 into ded89b2c761e447fa3a9a76dcbf2de04(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:53,184 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:53,184 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., storeName=e6cb6661866fe3e99713d75e22c2eac5/B, priority=12, startTime=1732120853118; duration=0sec 2024-11-20T16:40:53,185 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:40:53,185 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6cb6661866fe3e99713d75e22c2eac5:B 2024-11-20T16:40:53,185 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:40:53,186 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:40:53,186 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): e6cb6661866fe3e99713d75e22c2eac5/C is initiating minor compaction (all files) 2024-11-20T16:40:53,186 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6cb6661866fe3e99713d75e22c2eac5/C in TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:53,186 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/ad07a5ef9b564066be639ea9e0ef96f6, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/0f2c260befa046468d60416e448860d0, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/abfb1546987d44b7b3dead73a6729c5f, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/a71df32890e34763a4243d04bb125c53] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp, totalSize=47.9 K 2024-11-20T16:40:53,187 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting ad07a5ef9b564066be639ea9e0ef96f6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732120845401 2024-11-20T16:40:53,187 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f2c260befa046468d60416e448860d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732120847723 2024-11-20T16:40:53,187 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting abfb1546987d44b7b3dead73a6729c5f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732120848435 2024-11-20T16:40:53,188 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting a71df32890e34763a4243d04bb125c53, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732120850616 2024-11-20T16:40:53,207 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6cb6661866fe3e99713d75e22c2eac5#C#compaction#152 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:53,207 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/5f61b9782a1e48ed8bd1354ba0c6742e is 50, key is test_row_0/C:col10/1732120850616/Put/seqid=0 2024-11-20T16:40:53,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742008_1184 (size=4469) 2024-11-20T16:40:53,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T16:40:53,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:53,221 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing e6cb6661866fe3e99713d75e22c2eac5 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-20T16:40:53,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112012b50d8d82bc4d478caad72f161dd756_e6cb6661866fe3e99713d75e22c2eac5 is 50, key is test_row_0/A:col10/1732120851769/Put/seqid=0 2024-11-20T16:40:53,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742009_1185 (size=12731) 2024-11-20T16:40:53,258 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/5f61b9782a1e48ed8bd1354ba0c6742e as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/5f61b9782a1e48ed8bd1354ba0c6742e 2024-11-20T16:40:53,266 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e6cb6661866fe3e99713d75e22c2eac5/C of e6cb6661866fe3e99713d75e22c2eac5 into 5f61b9782a1e48ed8bd1354ba0c6742e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:53,266 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:53,266 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., storeName=e6cb6661866fe3e99713d75e22c2eac5/C, priority=12, startTime=1732120853118; duration=0sec 2024-11-20T16:40:53,266 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:53,266 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6cb6661866fe3e99713d75e22c2eac5:C 2024-11-20T16:40:53,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742010_1186 (size=12354) 2024-11-20T16:40:53,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T16:40:53,612 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6cb6661866fe3e99713d75e22c2eac5#A#compaction#151 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:53,612 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/3c11108b229c4d9197760fcf61ca079b is 175, key is test_row_0/A:col10/1732120850616/Put/seqid=0 2024-11-20T16:40:53,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742011_1187 (size=31685) 2024-11-20T16:40:53,634 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/3c11108b229c4d9197760fcf61ca079b as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/3c11108b229c4d9197760fcf61ca079b 2024-11-20T16:40:53,645 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e6cb6661866fe3e99713d75e22c2eac5/A of e6cb6661866fe3e99713d75e22c2eac5 into 3c11108b229c4d9197760fcf61ca079b(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:53,645 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:53,645 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., storeName=e6cb6661866fe3e99713d75e22c2eac5/A, priority=12, startTime=1732120853117; duration=0sec 2024-11-20T16:40:53,645 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:53,645 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6cb6661866fe3e99713d75e22c2eac5:A 2024-11-20T16:40:53,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:53,693 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112012b50d8d82bc4d478caad72f161dd756_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112012b50d8d82bc4d478caad72f161dd756_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:53,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/377a37447465454d84c3536cd1b66acd, store: [table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:53,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/377a37447465454d84c3536cd1b66acd is 175, key is test_row_0/A:col10/1732120851769/Put/seqid=0 2024-11-20T16:40:53,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742012_1188 (size=31155) 2024-11-20T16:40:53,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:53,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:53,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:53,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120913963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:53,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:53,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:53,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:53,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:53,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120913968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:53,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:53,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:53,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:53,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:53,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120913969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:53,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:53,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:53,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:54,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120914075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:54,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:54,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:54,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:54,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120914075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:54,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:54,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:54,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:54,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120914075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:54,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:54,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:54,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:54,119 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=259, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/377a37447465454d84c3536cd1b66acd 2024-11-20T16:40:54,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/95c8382df4ac46229667726f75ffec25 is 50, key is test_row_0/B:col10/1732120851769/Put/seqid=0 2024-11-20T16:40:54,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742013_1189 (size=12201) 2024-11-20T16:40:54,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120914286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:54,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:54,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120914286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120914286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:54,300 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:54,300 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:54,300 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T16:40:54,557 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/95c8382df4ac46229667726f75ffec25 2024-11-20T16:40:54,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/7dfc3c5f0a154ec092b254de01a855e1 is 50, key is test_row_0/C:col10/1732120851769/Put/seqid=0 2024-11-20T16:40:54,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742014_1190 (size=12201) 2024-11-20T16:40:54,603 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/7dfc3c5f0a154ec092b254de01a855e1 2024-11-20T16:40:54,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120914606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:54,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:54,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:54,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:54,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120914606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:54,608 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:54,608 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:54,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:54,608 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120914606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:54,608 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:54,608 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:54,608 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:54,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/377a37447465454d84c3536cd1b66acd as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/377a37447465454d84c3536cd1b66acd 2024-11-20T16:40:54,624 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/377a37447465454d84c3536cd1b66acd, entries=150, sequenceid=259, filesize=30.4 K 2024-11-20T16:40:54,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/95c8382df4ac46229667726f75ffec25 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/95c8382df4ac46229667726f75ffec25 2024-11-20T16:40:54,636 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/95c8382df4ac46229667726f75ffec25, entries=150, sequenceid=259, filesize=11.9 K 2024-11-20T16:40:54,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/7dfc3c5f0a154ec092b254de01a855e1 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/7dfc3c5f0a154ec092b254de01a855e1 2024-11-20T16:40:54,646 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/7dfc3c5f0a154ec092b254de01a855e1, entries=150, sequenceid=259, filesize=11.9 K 2024-11-20T16:40:54,647 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for e6cb6661866fe3e99713d75e22c2eac5 in 1426ms, sequenceid=259, compaction requested=false 2024-11-20T16:40:54,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:54,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:54,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-20T16:40:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-20T16:40:54,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-20T16:40:54,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3530 sec 2024-11-20T16:40:54,660 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 2.3610 sec 2024-11-20T16:40:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:55,120 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:40:55,120 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e6cb6661866fe3e99713d75e22c2eac5 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-20T16:40:55,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120915125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:55,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120915126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:55,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:55,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120915126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:55,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:55,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:55,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:55,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:55,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:55,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:55,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:55,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:55,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:55,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120bac61bd76d9545528887108bbc857790_e6cb6661866fe3e99713d75e22c2eac5 is 50, key is test_row_0/A:col10/1732120855120/Put/seqid=0 2024-11-20T16:40:55,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742015_1191 (size=12454) 2024-11-20T16:40:55,175 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:55,182 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120bac61bd76d9545528887108bbc857790_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bac61bd76d9545528887108bbc857790_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:55,184 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/13879e4dfa004d2a89977098314e998b, store: [table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:55,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/13879e4dfa004d2a89977098314e998b is 175, key is test_row_0/A:col10/1732120855120/Put/seqid=0 2024-11-20T16:40:55,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742016_1192 (size=31255) 2024-11-20T16:40:55,200 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/13879e4dfa004d2a89977098314e998b 2024-11-20T16:40:55,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/4df56e88e86c4bbe966ec8efb41d56d1 is 50, key is test_row_0/B:col10/1732120855120/Put/seqid=0 2024-11-20T16:40:55,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742017_1193 (size=12301) 2024-11-20T16:40:55,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/4df56e88e86c4bbe966ec8efb41d56d1 2024-11-20T16:40:55,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120915235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:55,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120915235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:55,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:55,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:55,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:55,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:55,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:55,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:55,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120915245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:55,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:55,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:55,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:55,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/7028f4f2855048589408072cda23a214 is 50, key is test_row_0/C:col10/1732120855120/Put/seqid=0 2024-11-20T16:40:55,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742018_1194 (size=12301) 2024-11-20T16:40:55,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/7028f4f2855048589408072cda23a214 2024-11-20T16:40:55,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/13879e4dfa004d2a89977098314e998b as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/13879e4dfa004d2a89977098314e998b 2024-11-20T16:40:55,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/13879e4dfa004d2a89977098314e998b, entries=150, sequenceid=290, filesize=30.5 K 2024-11-20T16:40:55,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/4df56e88e86c4bbe966ec8efb41d56d1 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/4df56e88e86c4bbe966ec8efb41d56d1 2024-11-20T16:40:55,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/4df56e88e86c4bbe966ec8efb41d56d1, entries=150, sequenceid=290, filesize=12.0 K 2024-11-20T16:40:55,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/7028f4f2855048589408072cda23a214 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/7028f4f2855048589408072cda23a214 2024-11-20T16:40:55,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/7028f4f2855048589408072cda23a214, entries=150, sequenceid=290, filesize=12.0 K 2024-11-20T16:40:55,324 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for e6cb6661866fe3e99713d75e22c2eac5 in 204ms, sequenceid=290, compaction requested=true 2024-11-20T16:40:55,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:55,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6cb6661866fe3e99713d75e22c2eac5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:40:55,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:55,324 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:40:55,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6cb6661866fe3e99713d75e22c2eac5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:40:55,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:40:55,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6cb6661866fe3e99713d75e22c2eac5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:40:55,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T16:40:55,325 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:40:55,326 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:40:55,326 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): e6cb6661866fe3e99713d75e22c2eac5/A is initiating minor compaction (all files) 2024-11-20T16:40:55,326 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6cb6661866fe3e99713d75e22c2eac5/A in TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:55,326 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/3c11108b229c4d9197760fcf61ca079b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/377a37447465454d84c3536cd1b66acd, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/13879e4dfa004d2a89977098314e998b] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp, totalSize=91.9 K 2024-11-20T16:40:55,326 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:55,326 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. files: [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/3c11108b229c4d9197760fcf61ca079b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/377a37447465454d84c3536cd1b66acd, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/13879e4dfa004d2a89977098314e998b] 2024-11-20T16:40:55,327 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c11108b229c4d9197760fcf61ca079b, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732120850616 2024-11-20T16:40:55,327 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37233 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:40:55,327 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): e6cb6661866fe3e99713d75e22c2eac5/B is initiating minor compaction (all files) 2024-11-20T16:40:55,327 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6cb6661866fe3e99713d75e22c2eac5/B in TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:55,327 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/ded89b2c761e447fa3a9a76dcbf2de04, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/95c8382df4ac46229667726f75ffec25, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/4df56e88e86c4bbe966ec8efb41d56d1] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp, totalSize=36.4 K 2024-11-20T16:40:55,328 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 377a37447465454d84c3536cd1b66acd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732120851769 2024-11-20T16:40:55,328 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting ded89b2c761e447fa3a9a76dcbf2de04, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732120850616 2024-11-20T16:40:55,328 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13879e4dfa004d2a89977098314e998b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732120853955 2024-11-20T16:40:55,329 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 95c8382df4ac46229667726f75ffec25, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732120851769 2024-11-20T16:40:55,329 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 4df56e88e86c4bbe966ec8efb41d56d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732120853955 2024-11-20T16:40:55,351 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6cb6661866fe3e99713d75e22c2eac5#B#compaction#159 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:55,351 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/e15cfe5d367c4192b64ff60f9969610a is 50, key is test_row_0/B:col10/1732120855120/Put/seqid=0 2024-11-20T16:40:55,358 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:55,365 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120dfcf78c93ae241d3b282a366551abc40_e6cb6661866fe3e99713d75e22c2eac5 store=[table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:55,368 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120dfcf78c93ae241d3b282a366551abc40_e6cb6661866fe3e99713d75e22c2eac5, store=[table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:55,368 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120dfcf78c93ae241d3b282a366551abc40_e6cb6661866fe3e99713d75e22c2eac5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:55,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742019_1195 (size=12983) 2024-11-20T16:40:55,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742020_1196 (size=4469) 2024-11-20T16:40:55,414 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6cb6661866fe3e99713d75e22c2eac5#A#compaction#160 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:55,414 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/0a89d2e4fef444969cc96b7481742a6c is 175, key is test_row_0/A:col10/1732120855120/Put/seqid=0 2024-11-20T16:40:55,425 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/e15cfe5d367c4192b64ff60f9969610a as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/e15cfe5d367c4192b64ff60f9969610a 2024-11-20T16:40:55,433 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6cb6661866fe3e99713d75e22c2eac5/B of e6cb6661866fe3e99713d75e22c2eac5 into e15cfe5d367c4192b64ff60f9969610a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:55,433 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:55,433 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., storeName=e6cb6661866fe3e99713d75e22c2eac5/B, priority=13, startTime=1732120855324; duration=0sec 2024-11-20T16:40:55,433 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:40:55,434 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6cb6661866fe3e99713d75e22c2eac5:B 2024-11-20T16:40:55,434 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:40:55,435 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37233 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:40:55,436 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): e6cb6661866fe3e99713d75e22c2eac5/C is initiating minor compaction (all files) 2024-11-20T16:40:55,436 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6cb6661866fe3e99713d75e22c2eac5/C in TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:55,436 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/5f61b9782a1e48ed8bd1354ba0c6742e, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/7dfc3c5f0a154ec092b254de01a855e1, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/7028f4f2855048589408072cda23a214] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp, totalSize=36.4 K 2024-11-20T16:40:55,437 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f61b9782a1e48ed8bd1354ba0c6742e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732120850616 2024-11-20T16:40:55,439 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 7dfc3c5f0a154ec092b254de01a855e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732120851769 2024-11-20T16:40:55,439 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 7028f4f2855048589408072cda23a214, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732120853955 2024-11-20T16:40:55,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742021_1197 (size=31937) 2024-11-20T16:40:55,455 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/0a89d2e4fef444969cc96b7481742a6c as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/0a89d2e4fef444969cc96b7481742a6c 2024-11-20T16:40:55,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:55,460 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:40:55,460 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e6cb6661866fe3e99713d75e22c2eac5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T16:40:55,473 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6cb6661866fe3e99713d75e22c2eac5#C#compaction#161 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:55,475 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/27fa245f5e0a4b0e9215f1a0b52501d1 is 50, key is test_row_0/C:col10/1732120855120/Put/seqid=0 2024-11-20T16:40:55,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201a75289d5bce4dbd8db968acea63876b_e6cb6661866fe3e99713d75e22c2eac5 is 50, key is test_row_0/A:col10/1732120855121/Put/seqid=0 2024-11-20T16:40:55,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742022_1198 (size=12983) 2024-11-20T16:40:55,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742023_1199 (size=17534) 2024-11-20T16:40:55,493 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:55,494 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/27fa245f5e0a4b0e9215f1a0b52501d1 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/27fa245f5e0a4b0e9215f1a0b52501d1 2024-11-20T16:40:55,496 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201a75289d5bce4dbd8db968acea63876b_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201a75289d5bce4dbd8db968acea63876b_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:55,497 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/e943209c07cf4af0a3aa2e2aefc38272, store: [table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:55,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/e943209c07cf4af0a3aa2e2aefc38272 is 175, key is test_row_0/A:col10/1732120855121/Put/seqid=0 2024-11-20T16:40:55,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742024_1200 (size=48639) 2024-11-20T16:40:55,504 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6cb6661866fe3e99713d75e22c2eac5/C of e6cb6661866fe3e99713d75e22c2eac5 into 27fa245f5e0a4b0e9215f1a0b52501d1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:55,504 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6cb6661866fe3e99713d75e22c2eac5/A of e6cb6661866fe3e99713d75e22c2eac5 into 0a89d2e4fef444969cc96b7481742a6c(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:55,504 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:55,504 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:55,504 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., storeName=e6cb6661866fe3e99713d75e22c2eac5/A, priority=13, startTime=1732120855324; duration=0sec 2024-11-20T16:40:55,504 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., storeName=e6cb6661866fe3e99713d75e22c2eac5/C, priority=13, startTime=1732120855325; duration=0sec 2024-11-20T16:40:55,504 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:55,504 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6cb6661866fe3e99713d75e22c2eac5:A 2024-11-20T16:40:55,505 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:55,505 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6cb6661866fe3e99713d75e22c2eac5:C 2024-11-20T16:40:55,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:55,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120915533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:55,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:55,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:55,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:55,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120915537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:55,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:55,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:55,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:55,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120915537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:55,540 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:55,540 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:55,540 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:55,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:55,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120915645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120915645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:55,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:55,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:55,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:55,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:55,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:55,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:55,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120915646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:55,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:55,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:55,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:55,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120915856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:55,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:55,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:55,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:55,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120915856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:55,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:55,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:55,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:55,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120915856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:55,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:55,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:55,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:55,902 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=302, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/e943209c07cf4af0a3aa2e2aefc38272 2024-11-20T16:40:55,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/8d1d61e7ddcc44c280e9b559219366df is 50, key is test_row_0/B:col10/1732120855121/Put/seqid=0 2024-11-20T16:40:55,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742025_1201 (size=12301) 2024-11-20T16:40:55,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/8d1d61e7ddcc44c280e9b559219366df 2024-11-20T16:40:55,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/b94712f0b2d74dc5add868dfa3164951 is 50, key is test_row_0/C:col10/1732120855121/Put/seqid=0 2024-11-20T16:40:55,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742026_1202 (size=12301) 2024-11-20T16:40:56,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:56,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120916165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120916165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:56,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:56,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:56,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120916166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:56,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:56,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:56,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:56,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:56,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:56,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:56,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:56,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/b94712f0b2d74dc5add868dfa3164951 2024-11-20T16:40:56,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/e943209c07cf4af0a3aa2e2aefc38272 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/e943209c07cf4af0a3aa2e2aefc38272 2024-11-20T16:40:56,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/e943209c07cf4af0a3aa2e2aefc38272, entries=250, sequenceid=302, filesize=47.5 K 2024-11-20T16:40:56,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/8d1d61e7ddcc44c280e9b559219366df as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/8d1d61e7ddcc44c280e9b559219366df 2024-11-20T16:40:56,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/8d1d61e7ddcc44c280e9b559219366df, entries=150, sequenceid=302, filesize=12.0 K 2024-11-20T16:40:56,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/b94712f0b2d74dc5add868dfa3164951 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/b94712f0b2d74dc5add868dfa3164951 2024-11-20T16:40:56,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/b94712f0b2d74dc5add868dfa3164951, entries=150, sequenceid=302, filesize=12.0 K 2024-11-20T16:40:56,402 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e6cb6661866fe3e99713d75e22c2eac5 in 942ms, sequenceid=302, compaction requested=false 2024-11-20T16:40:56,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:56,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T16:40:56,466 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:40:56,466 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:40:56,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-20T16:40:56,469 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:40:56,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-20T16:40:56,482 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:40:56,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:40:56,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-20T16:40:56,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-20T16:40:56,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:56,638 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing e6cb6661866fe3e99713d75e22c2eac5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T16:40:56,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a1f4f214cccb4d7c8a52a8ca5711ff9d_e6cb6661866fe3e99713d75e22c2eac5 is 50, key is test_row_0/A:col10/1732120855535/Put/seqid=0 2024-11-20T16:40:56,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:56,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:56,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742027_1203 (size=12454) 2024-11-20T16:40:56,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:56,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:56,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120916704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:56,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:56,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:56,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:56,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:56,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120916705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:56,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:56,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:56,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:56,713 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a1f4f214cccb4d7c8a52a8ca5711ff9d_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a1f4f214cccb4d7c8a52a8ca5711ff9d_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:56,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/4a30bb12b87846cbaebc7d262e289b79, store: [table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:56,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/4a30bb12b87846cbaebc7d262e289b79 is 175, key is test_row_0/A:col10/1732120855535/Put/seqid=0 2024-11-20T16:40:56,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:56,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120916712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:56,720 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:56,720 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:56,720 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:56,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742028_1204 (size=31255) 2024-11-20T16:40:56,724 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/4a30bb12b87846cbaebc7d262e289b79 2024-11-20T16:40:56,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/1fe075f1968a48138a84ebf91d100654 is 50, key is test_row_0/B:col10/1732120855535/Put/seqid=0 2024-11-20T16:40:56,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742029_1205 (size=12301) 2024-11-20T16:40:56,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-20T16:40:56,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:56,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120916816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:56,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:56,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:56,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:56,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:56,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120916816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:56,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:56,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:56,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:56,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:56,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120916825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:56,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:56,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:56,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:57,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120917025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:57,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120917026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:57,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:57,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:57,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:57,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:57,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:57,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:57,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120917036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:57,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:57,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:57,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-20T16:40:57,152 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/1fe075f1968a48138a84ebf91d100654 2024-11-20T16:40:57,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/b02f9df6ebf246e48bf7a6bb1bf6dae8 is 50, key is test_row_0/C:col10/1732120855535/Put/seqid=0 2024-11-20T16:40:57,203 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T16:40:57,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742030_1206 (size=12301) 2024-11-20T16:40:57,243 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/b02f9df6ebf246e48bf7a6bb1bf6dae8 2024-11-20T16:40:57,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/4a30bb12b87846cbaebc7d262e289b79 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/4a30bb12b87846cbaebc7d262e289b79 2024-11-20T16:40:57,257 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/4a30bb12b87846cbaebc7d262e289b79, entries=150, sequenceid=329, filesize=30.5 K 2024-11-20T16:40:57,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/1fe075f1968a48138a84ebf91d100654 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/1fe075f1968a48138a84ebf91d100654 2024-11-20T16:40:57,262 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/1fe075f1968a48138a84ebf91d100654, entries=150, sequenceid=329, filesize=12.0 K 2024-11-20T16:40:57,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/b02f9df6ebf246e48bf7a6bb1bf6dae8 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/b02f9df6ebf246e48bf7a6bb1bf6dae8 2024-11-20T16:40:57,267 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/b02f9df6ebf246e48bf7a6bb1bf6dae8, entries=150, sequenceid=329, filesize=12.0 K 2024-11-20T16:40:57,268 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e6cb6661866fe3e99713d75e22c2eac5 in 629ms, sequenceid=329, compaction requested=true 2024-11-20T16:40:57,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:57,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:57,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-20T16:40:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-20T16:40:57,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-20T16:40:57,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 786 msec 2024-11-20T16:40:57,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 805 msec 2024-11-20T16:40:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:57,337 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:40:57,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e6cb6661866fe3e99713d75e22c2eac5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T16:40:57,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c6faff67dad44937a1761f2cc792b208_e6cb6661866fe3e99713d75e22c2eac5 is 50, key is test_row_0/A:col10/1732120857336/Put/seqid=0 2024-11-20T16:40:57,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742031_1207 (size=17534) 2024-11-20T16:40:57,351 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:57,355 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c6faff67dad44937a1761f2cc792b208_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c6faff67dad44937a1761f2cc792b208_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:57,357 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/5f3e8e3100ee488f9f2ac21f35140e0e, store: [table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:57,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/5f3e8e3100ee488f9f2ac21f35140e0e is 175, key is test_row_0/A:col10/1732120857336/Put/seqid=0 2024-11-20T16:40:57,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742032_1208 (size=48639) 2024-11-20T16:40:57,373 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=342, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/5f3e8e3100ee488f9f2ac21f35140e0e 2024-11-20T16:40:57,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/6c4db4a27f3946a78fde9231eb3ca0c4 is 50, key is test_row_0/B:col10/1732120857336/Put/seqid=0 2024-11-20T16:40:57,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120917382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:57,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:57,387 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:57,387 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120917383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:57,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:57,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:57,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:57,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:57,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120917383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:57,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:57,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:57,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:57,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742033_1209 (size=12301) 2024-11-20T16:40:57,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120917495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:57,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:57,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:57,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:57,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120917495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:57,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:57,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:57,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:57,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120917495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:57,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:57,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:57,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-20T16:40:57,605 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:40:57,606 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:40:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-20T16:40:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T16:40:57,607 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:40:57,608 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:40:57,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:40:57,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120917705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:57,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:57,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:57,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:57,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120917705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:57,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:57,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:57,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:57,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120917705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:57,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:57,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:57,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T16:40:57,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-20T16:40:57,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:57,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:57,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:57,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:57,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:57,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/6c4db4a27f3946a78fde9231eb3ca0c4 2024-11-20T16:40:57,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/5ebaf63253d5496e95768fb59861c82a is 50, key is test_row_0/C:col10/1732120857336/Put/seqid=0 2024-11-20T16:40:57,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742034_1210 (size=12301) 2024-11-20T16:40:57,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-20T16:40:57,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:57,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:57,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:57,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:57,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T16:40:58,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120918015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:58,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120918015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:58,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:58,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:58,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:58,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120918016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:58,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:58,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:58,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:58,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:58,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:58,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:58,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-20T16:40:58,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:58,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:58,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:58,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:58,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:58,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/5ebaf63253d5496e95768fb59861c82a 2024-11-20T16:40:58,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/5f3e8e3100ee488f9f2ac21f35140e0e as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/5f3e8e3100ee488f9f2ac21f35140e0e 2024-11-20T16:40:58,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-20T16:40:58,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:58,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:58,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:58,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:58,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:40:58,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/5f3e8e3100ee488f9f2ac21f35140e0e, entries=250, sequenceid=342, filesize=47.5 K 2024-11-20T16:40:58,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/6c4db4a27f3946a78fde9231eb3ca0c4 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/6c4db4a27f3946a78fde9231eb3ca0c4 2024-11-20T16:40:58,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/6c4db4a27f3946a78fde9231eb3ca0c4, entries=150, sequenceid=342, filesize=12.0 K 2024-11-20T16:40:58,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/5ebaf63253d5496e95768fb59861c82a as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/5ebaf63253d5496e95768fb59861c82a 2024-11-20T16:40:58,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/5ebaf63253d5496e95768fb59861c82a, entries=150, sequenceid=342, filesize=12.0 K 2024-11-20T16:40:58,232 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for e6cb6661866fe3e99713d75e22c2eac5 in 895ms, sequenceid=342, compaction requested=true 2024-11-20T16:40:58,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:58,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6cb6661866fe3e99713d75e22c2eac5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:40:58,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:58,233 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:40:58,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6cb6661866fe3e99713d75e22c2eac5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:40:58,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:58,233 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:40:58,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6cb6661866fe3e99713d75e22c2eac5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:40:58,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:40:58,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T16:40:58,237 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:40:58,237 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 160470 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:40:58,237 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): e6cb6661866fe3e99713d75e22c2eac5/A is initiating minor compaction (all files) 2024-11-20T16:40:58,237 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): e6cb6661866fe3e99713d75e22c2eac5/B is initiating minor compaction (all files) 2024-11-20T16:40:58,238 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6cb6661866fe3e99713d75e22c2eac5/B in TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:58,238 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6cb6661866fe3e99713d75e22c2eac5/A in TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:58,238 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/e15cfe5d367c4192b64ff60f9969610a, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/8d1d61e7ddcc44c280e9b559219366df, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/1fe075f1968a48138a84ebf91d100654, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/6c4db4a27f3946a78fde9231eb3ca0c4] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp, totalSize=48.7 K 2024-11-20T16:40:58,238 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/0a89d2e4fef444969cc96b7481742a6c, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/e943209c07cf4af0a3aa2e2aefc38272, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/4a30bb12b87846cbaebc7d262e289b79, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/5f3e8e3100ee488f9f2ac21f35140e0e] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp, totalSize=156.7 K 2024-11-20T16:40:58,238 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:58,238 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. files: [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/0a89d2e4fef444969cc96b7481742a6c, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/e943209c07cf4af0a3aa2e2aefc38272, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/4a30bb12b87846cbaebc7d262e289b79, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/5f3e8e3100ee488f9f2ac21f35140e0e] 2024-11-20T16:40:58,238 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting e15cfe5d367c4192b64ff60f9969610a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732120853955 2024-11-20T16:40:58,238 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a89d2e4fef444969cc96b7481742a6c, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732120853955 2024-11-20T16:40:58,238 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d1d61e7ddcc44c280e9b559219366df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732120855121 2024-11-20T16:40:58,238 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting e943209c07cf4af0a3aa2e2aefc38272, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732120855121 2024-11-20T16:40:58,239 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fe075f1968a48138a84ebf91d100654, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732120855528 2024-11-20T16:40:58,239 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a30bb12b87846cbaebc7d262e289b79, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732120855528 2024-11-20T16:40:58,239 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c4db4a27f3946a78fde9231eb3ca0c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732120856703 2024-11-20T16:40:58,239 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f3e8e3100ee488f9f2ac21f35140e0e, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732120856692 2024-11-20T16:40:58,247 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:58,250 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6cb6661866fe3e99713d75e22c2eac5#B#compaction#172 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:58,250 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/e5217f4844e64373ad406b260d954faf is 50, key is test_row_0/B:col10/1732120857336/Put/seqid=0 2024-11-20T16:40:58,252 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411200c1eeb598ecc46648b7365be5401ce72_e6cb6661866fe3e99713d75e22c2eac5 store=[table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:58,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742035_1211 (size=13119) 2024-11-20T16:40:58,255 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411200c1eeb598ecc46648b7365be5401ce72_e6cb6661866fe3e99713d75e22c2eac5, store=[table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:58,255 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200c1eeb598ecc46648b7365be5401ce72_e6cb6661866fe3e99713d75e22c2eac5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:58,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742036_1212 (size=4469) 2024-11-20T16:40:58,259 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/e5217f4844e64373ad406b260d954faf as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/e5217f4844e64373ad406b260d954faf 2024-11-20T16:40:58,265 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e6cb6661866fe3e99713d75e22c2eac5/B of e6cb6661866fe3e99713d75e22c2eac5 into e5217f4844e64373ad406b260d954faf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:58,265 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:58,265 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., storeName=e6cb6661866fe3e99713d75e22c2eac5/B, priority=12, startTime=1732120858233; duration=0sec 2024-11-20T16:40:58,265 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:40:58,265 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6cb6661866fe3e99713d75e22c2eac5:B 2024-11-20T16:40:58,265 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:40:58,266 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:40:58,266 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): e6cb6661866fe3e99713d75e22c2eac5/C is initiating minor compaction (all files) 2024-11-20T16:40:58,267 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6cb6661866fe3e99713d75e22c2eac5/C in TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:58,267 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/27fa245f5e0a4b0e9215f1a0b52501d1, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/b94712f0b2d74dc5add868dfa3164951, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/b02f9df6ebf246e48bf7a6bb1bf6dae8, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/5ebaf63253d5496e95768fb59861c82a] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp, totalSize=48.7 K 2024-11-20T16:40:58,267 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 27fa245f5e0a4b0e9215f1a0b52501d1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732120853955 2024-11-20T16:40:58,267 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting b94712f0b2d74dc5add868dfa3164951, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732120855121 2024-11-20T16:40:58,267 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting b02f9df6ebf246e48bf7a6bb1bf6dae8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732120855528 2024-11-20T16:40:58,268 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ebaf63253d5496e95768fb59861c82a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732120856703 2024-11-20T16:40:58,275 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6cb6661866fe3e99713d75e22c2eac5#C#compaction#173 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:58,275 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/b4e9f87499894091905a1e95d0cbf639 is 50, key is test_row_0/C:col10/1732120857336/Put/seqid=0 2024-11-20T16:40:58,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742037_1213 (size=13119) 2024-11-20T16:40:58,283 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/b4e9f87499894091905a1e95d0cbf639 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/b4e9f87499894091905a1e95d0cbf639 2024-11-20T16:40:58,287 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e6cb6661866fe3e99713d75e22c2eac5/C of e6cb6661866fe3e99713d75e22c2eac5 into b4e9f87499894091905a1e95d0cbf639(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:58,287 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:58,287 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., storeName=e6cb6661866fe3e99713d75e22c2eac5/C, priority=12, startTime=1732120858233; duration=0sec 2024-11-20T16:40:58,287 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:58,287 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6cb6661866fe3e99713d75e22c2eac5:C 2024-11-20T16:40:58,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-20T16:40:58,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:40:58,373 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing e6cb6661866fe3e99713d75e22c2eac5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T16:40:58,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112020df253707674c64a6e41f49ad0097f1_e6cb6661866fe3e99713d75e22c2eac5 is 50, key is test_row_0/A:col10/1732120857379/Put/seqid=0 2024-11-20T16:40:58,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742038_1214 (size=12454) 2024-11-20T16:40:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:58,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. as already flushing 2024-11-20T16:40:58,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120918535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:58,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:58,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:58,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:58,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120918539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:58,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120918539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:58,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120918645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:58,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120918645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:58,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:58,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:58,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:58,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:58,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120918645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:58,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:58,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:58,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:58,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:58,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:58,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:58,660 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6cb6661866fe3e99713d75e22c2eac5#A#compaction#171 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:40:58,661 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/d461f57a947b4a5fa9bdbcff889f3327 is 175, key is test_row_0/A:col10/1732120857336/Put/seqid=0 2024-11-20T16:40:58,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742039_1215 (size=32073) 2024-11-20T16:40:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T16:40:58,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:40:58,788 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112020df253707674c64a6e41f49ad0097f1_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112020df253707674c64a6e41f49ad0097f1_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:40:58,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/5380f70535af4a54a1587d2ce1e1d4c7, store: [table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:40:58,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/5380f70535af4a54a1587d2ce1e1d4c7 is 175, key is test_row_0/A:col10/1732120857379/Put/seqid=0 2024-11-20T16:40:58,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742040_1216 (size=31255) 2024-11-20T16:40:58,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120918855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:58,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:58,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:58,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120918855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:58,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:58,857 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:58,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:58,857 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:58,857 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120918855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:58,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:58,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:58,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:59,072 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/d461f57a947b4a5fa9bdbcff889f3327 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/d461f57a947b4a5fa9bdbcff889f3327 2024-11-20T16:40:59,081 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e6cb6661866fe3e99713d75e22c2eac5/A of e6cb6661866fe3e99713d75e22c2eac5 into d461f57a947b4a5fa9bdbcff889f3327(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:40:59,081 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:40:59,081 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., storeName=e6cb6661866fe3e99713d75e22c2eac5/A, priority=12, startTime=1732120858233; duration=0sec 2024-11-20T16:40:59,081 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:40:59,081 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6cb6661866fe3e99713d75e22c2eac5:A 2024-11-20T16:40:59,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120919165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:59,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:59,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:59,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120919165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:59,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:59,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120919165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:59,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:59,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:59,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:59,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:59,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:59,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:59,193 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=368, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/5380f70535af4a54a1587d2ce1e1d4c7 2024-11-20T16:40:59,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/441ddd895a704045911b329ec1ed7395 is 50, key is test_row_0/B:col10/1732120857379/Put/seqid=0 2024-11-20T16:40:59,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742041_1217 (size=12301) 2024-11-20T16:40:59,384 INFO [Thread-600 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-600. 2024-11-20T16:40:59,384 DEBUG [Thread-600 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:40:59,384 DEBUG [Thread-600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:59,384 DEBUG [Thread-600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:59,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:40:59,387 INFO [Thread-602 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-602. 2024-11-20T16:40:59,387 DEBUG [Thread-602 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:40:59,387 DEBUG [Thread-602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:59,387 DEBUG [Thread-602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:59,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:40:59,390 INFO [Thread-604 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-604. 2024-11-20T16:40:59,391 DEBUG [Thread-604 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:40:59,391 DEBUG [Thread-604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:59,391 DEBUG [Thread-604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:59,391 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:40:59,393 INFO [Thread-606 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-606. 2024-11-20T16:40:59,393 DEBUG [Thread-606 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:40:59,393 DEBUG [Thread-606 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:59,393 DEBUG [Thread-606 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:40:59,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:40:59,605 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/441ddd895a704045911b329ec1ed7395 2024-11-20T16:40:59,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/904734cf00c44087a304bb567514c10b is 50, key is test_row_0/C:col10/1732120857379/Put/seqid=0 2024-11-20T16:40:59,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742042_1218 (size=12301) 2024-11-20T16:40:59,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:59,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:59,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:40:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41292 deadline: 1732120919675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732120919675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41298 deadline: 1732120919675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:40:59,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:59,676 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:59,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:59,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:59,676 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:59,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:40:59,676 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:59,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:59,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:40:59,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T16:41:00,023 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/904734cf00c44087a304bb567514c10b 2024-11-20T16:41:00,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/5380f70535af4a54a1587d2ce1e1d4c7 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/5380f70535af4a54a1587d2ce1e1d4c7 2024-11-20T16:41:00,033 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/5380f70535af4a54a1587d2ce1e1d4c7, entries=150, sequenceid=368, filesize=30.5 K 2024-11-20T16:41:00,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/441ddd895a704045911b329ec1ed7395 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/441ddd895a704045911b329ec1ed7395 2024-11-20T16:41:00,038 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/441ddd895a704045911b329ec1ed7395, entries=150, sequenceid=368, filesize=12.0 K 2024-11-20T16:41:00,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/904734cf00c44087a304bb567514c10b as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/904734cf00c44087a304bb567514c10b 2024-11-20T16:41:00,044 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/904734cf00c44087a304bb567514c10b, entries=150, sequenceid=368, filesize=12.0 K 2024-11-20T16:41:00,045 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for e6cb6661866fe3e99713d75e22c2eac5 in 1672ms, sequenceid=368, compaction requested=false 2024-11-20T16:41:00,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:41:00,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:41:00,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-20T16:41:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-20T16:41:00,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-20T16:41:00,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4380 sec 2024-11-20T16:41:00,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 2.4420 sec 2024-11-20T16:41:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:41:00,692 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:41:00,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e6cb6661866fe3e99713d75e22c2eac5 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T16:41:00,692 INFO [Thread-597 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-597. 2024-11-20T16:41:00,692 INFO [Thread-589 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-589. 2024-11-20T16:41:00,692 DEBUG [Thread-589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:41:00,692 DEBUG [Thread-597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:41:00,692 INFO [Thread-595 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-595. 2024-11-20T16:41:00,693 DEBUG [Thread-589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:00,693 DEBUG [Thread-597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:00,693 DEBUG [Thread-595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:41:00,693 DEBUG [Thread-595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:00,693 DEBUG [Thread-597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:00,693 DEBUG [Thread-589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:00,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:41:00,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:41:00,693 DEBUG [Thread-595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:00,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:41:00,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112061af3c6da7ad4a64a83af492779b9b37_e6cb6661866fe3e99713d75e22c2eac5 is 50, key is test_row_0/A:col10/1732120860687/Put/seqid=0 2024-11-20T16:41:00,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742043_1219 (size=12454) 2024-11-20T16:41:01,105 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:01,108 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112061af3c6da7ad4a64a83af492779b9b37_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112061af3c6da7ad4a64a83af492779b9b37_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:41:01,109 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/d6833038c5764e1fa8c8d006bcf3e5cd, store: [table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:41:01,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/d6833038c5764e1fa8c8d006bcf3e5cd is 175, key is test_row_0/A:col10/1732120860687/Put/seqid=0 2024-11-20T16:41:01,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742044_1220 (size=31255) 2024-11-20T16:41:01,515 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=385, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/d6833038c5764e1fa8c8d006bcf3e5cd 2024-11-20T16:41:01,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/36b2eebdbb4f4ec8ad895a14df337fcb is 50, key is test_row_0/B:col10/1732120860687/Put/seqid=0 2024-11-20T16:41:01,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742045_1221 (size=12301) 2024-11-20T16:41:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T16:41:01,777 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:41:01,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/36b2eebdbb4f4ec8ad895a14df337fcb 2024-11-20T16:41:01,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/e0392e6db3a9400bb27535678e531fdc is 50, key is test_row_0/C:col10/1732120860687/Put/seqid=0 2024-11-20T16:41:01,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742046_1222 (size=12301) 2024-11-20T16:41:01,967 INFO [Thread-591 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-591. 2024-11-20T16:41:01,967 DEBUG [Thread-591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:41:01,967 DEBUG [Thread-591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:01,967 DEBUG [Thread-591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:01,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:41:02,017 INFO [Thread-593 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-593. 2024-11-20T16:41:02,017 DEBUG [Thread-593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:41:02,017 DEBUG [Thread-593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:02,017 DEBUG [Thread-593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:02,017 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:41:02,017 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T16:41:02,018 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-11-20T16:41:02,018 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-20T16:41:02,018 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-11-20T16:41:02,018 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-20T16:41:02,018 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-11-20T16:41:02,018 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T16:41:02,018 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3391 2024-11-20T16:41:02,018 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3322 2024-11-20T16:41:02,018 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T16:41:02,018 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1501 2024-11-20T16:41:02,018 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4502 rows 2024-11-20T16:41:02,018 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1502 2024-11-20T16:41:02,018 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4505 rows 2024-11-20T16:41:02,018 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T16:41:02,018 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T16:41:02,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:02,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:02,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:41:02,019 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T16:41:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T16:41:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-20T16:41:02,024 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732120862024"}]},"ts":"1732120862024"} 2024-11-20T16:41:02,026 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T16:41:02,026 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T16:41:02,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T16:41:02,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6cb6661866fe3e99713d75e22c2eac5, UNASSIGN}] 2024-11-20T16:41:02,031 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6cb6661866fe3e99713d75e22c2eac5, UNASSIGN 2024-11-20T16:41:02,032 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=e6cb6661866fe3e99713d75e22c2eac5, regionState=CLOSING, regionLocation=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:02,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6cb6661866fe3e99713d75e22c2eac5, UNASSIGN because future has completed 2024-11-20T16:41:02,034 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T16:41:02,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020}] 2024-11-20T16:41:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-20T16:41:02,188 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(122): Close e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:41:02,188 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T16:41:02,188 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1722): Closing e6cb6661866fe3e99713d75e22c2eac5, disabling compactions & flushes 2024-11-20T16:41:02,189 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:41:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-20T16:41:02,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/e0392e6db3a9400bb27535678e531fdc 2024-11-20T16:41:02,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/d6833038c5764e1fa8c8d006bcf3e5cd as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/d6833038c5764e1fa8c8d006bcf3e5cd 2024-11-20T16:41:02,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/d6833038c5764e1fa8c8d006bcf3e5cd, entries=150, sequenceid=385, filesize=30.5 K 2024-11-20T16:41:02,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/36b2eebdbb4f4ec8ad895a14df337fcb as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/36b2eebdbb4f4ec8ad895a14df337fcb 2024-11-20T16:41:02,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/36b2eebdbb4f4ec8ad895a14df337fcb, entries=150, sequenceid=385, filesize=12.0 K 2024-11-20T16:41:02,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/e0392e6db3a9400bb27535678e531fdc as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/e0392e6db3a9400bb27535678e531fdc 2024-11-20T16:41:02,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/e0392e6db3a9400bb27535678e531fdc, entries=150, sequenceid=385, filesize=12.0 K 2024-11-20T16:41:02,427 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=13.42 KB/13740 for e6cb6661866fe3e99713d75e22c2eac5 in 1735ms, sequenceid=385, compaction requested=true 2024-11-20T16:41:02,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e6cb6661866fe3e99713d75e22c2eac5: 2024-11-20T16:41:02,427 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:41:02,427 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:41:02,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6cb6661866fe3e99713d75e22c2eac5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:41:02,427 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. after waiting 0 ms 2024-11-20T16:41:02,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:02,427 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:41:02,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6cb6661866fe3e99713d75e22c2eac5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:41:02,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:02,427 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. because compaction request was cancelled 2024-11-20T16:41:02,427 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. because compaction request was cancelled 2024-11-20T16:41:02,427 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(2902): Flushing e6cb6661866fe3e99713d75e22c2eac5 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-20T16:41:02,427 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6cb6661866fe3e99713d75e22c2eac5:A 2024-11-20T16:41:02,427 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6cb6661866fe3e99713d75e22c2eac5:B 2024-11-20T16:41:02,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6cb6661866fe3e99713d75e22c2eac5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:41:02,427 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. because compaction request was cancelled 2024-11-20T16:41:02,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:02,427 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6cb6661866fe3e99713d75e22c2eac5:C 2024-11-20T16:41:02,433 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112029a210b9f0554eef9c2c98ce3764f3b6_e6cb6661866fe3e99713d75e22c2eac5 is 50, key is test_row_0/A:col10/1732120861966/Put/seqid=0 2024-11-20T16:41:02,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742047_1223 (size=9914) 2024-11-20T16:41:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-20T16:41:02,839 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:02,850 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112029a210b9f0554eef9c2c98ce3764f3b6_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112029a210b9f0554eef9c2c98ce3764f3b6_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:41:02,851 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/0445cc4677144de2ab630eff4183470a, store: [table=TestAcidGuarantees family=A region=e6cb6661866fe3e99713d75e22c2eac5] 2024-11-20T16:41:02,852 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/0445cc4677144de2ab630eff4183470a is 175, key is test_row_0/A:col10/1732120861966/Put/seqid=0 2024-11-20T16:41:02,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742048_1224 (size=22561) 2024-11-20T16:41:03,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-20T16:41:03,257 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=390, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/0445cc4677144de2ab630eff4183470a 2024-11-20T16:41:03,270 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/44ac35ca418b4da2aee776fce8c21af5 is 50, key is test_row_0/B:col10/1732120861966/Put/seqid=0 2024-11-20T16:41:03,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742049_1225 (size=9857) 2024-11-20T16:41:03,677 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/44ac35ca418b4da2aee776fce8c21af5 2024-11-20T16:41:03,691 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/f176cc8146bc4f67861c2a88b32031cc is 50, key is test_row_0/C:col10/1732120861966/Put/seqid=0 2024-11-20T16:41:03,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742050_1226 (size=9857) 2024-11-20T16:41:04,097 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/f176cc8146bc4f67861c2a88b32031cc 2024-11-20T16:41:04,106 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/A/0445cc4677144de2ab630eff4183470a as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/0445cc4677144de2ab630eff4183470a 2024-11-20T16:41:04,112 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/0445cc4677144de2ab630eff4183470a, entries=100, sequenceid=390, filesize=22.0 K 2024-11-20T16:41:04,113 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/B/44ac35ca418b4da2aee776fce8c21af5 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/44ac35ca418b4da2aee776fce8c21af5 2024-11-20T16:41:04,117 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/44ac35ca418b4da2aee776fce8c21af5, entries=100, sequenceid=390, filesize=9.6 K 2024-11-20T16:41:04,118 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/.tmp/C/f176cc8146bc4f67861c2a88b32031cc as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/f176cc8146bc4f67861c2a88b32031cc 2024-11-20T16:41:04,121 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/f176cc8146bc4f67861c2a88b32031cc, entries=100, sequenceid=390, filesize=9.6 K 2024-11-20T16:41:04,122 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for e6cb6661866fe3e99713d75e22c2eac5 in 1695ms, sequenceid=390, compaction requested=true 2024-11-20T16:41:04,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/1eafb3601c3340babf0fd486c07fda60, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/1dc3f6007484476880e7dbcf4b9d419e, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/4558fe00630048b090203b2b050181dc, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/65287dd06faa42bf968db3fabdf46294, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/69ddc52618ec4831b2a64e47eca2df0d, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/5f2fd09cfbe746bd9568bf1c92f747f5, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/3c82fd53bba64f6d9954143886e1cef4, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/3f5d10e08d0a4b49adb7b71348f77eda, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/eb1622129f7f4acb868a9102753cd43b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/213bff7ad3af4153ae6b38001d26c873, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/c2f98709a03c43a082336f681a3303d1, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/3fc3d5b7287b46a79d9e9afbb9dbb5d1, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/a930db9b6e9146b58ddcbbee3aa400ba, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/bf7d9e9c5bf4418ca49168e30b08d4a4, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/fc20d9765fc149e3875d66ed10b5e72b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/27855a7b50f544469dd8c975a8728e8d, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/9389c81c69124afcbdf264215e6fe7cf, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/3c11108b229c4d9197760fcf61ca079b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/377a37447465454d84c3536cd1b66acd, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/0a89d2e4fef444969cc96b7481742a6c, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/13879e4dfa004d2a89977098314e998b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/e943209c07cf4af0a3aa2e2aefc38272, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/4a30bb12b87846cbaebc7d262e289b79, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/5f3e8e3100ee488f9f2ac21f35140e0e] to archive 2024-11-20T16:41:04,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:41:04,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/1eafb3601c3340babf0fd486c07fda60 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/1eafb3601c3340babf0fd486c07fda60 2024-11-20T16:41:04,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/1dc3f6007484476880e7dbcf4b9d419e to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/1dc3f6007484476880e7dbcf4b9d419e 2024-11-20T16:41:04,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/4558fe00630048b090203b2b050181dc to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/4558fe00630048b090203b2b050181dc 2024-11-20T16:41:04,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/65287dd06faa42bf968db3fabdf46294 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/65287dd06faa42bf968db3fabdf46294 2024-11-20T16:41:04,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/69ddc52618ec4831b2a64e47eca2df0d to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/69ddc52618ec4831b2a64e47eca2df0d 2024-11-20T16:41:04,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/5f2fd09cfbe746bd9568bf1c92f747f5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/5f2fd09cfbe746bd9568bf1c92f747f5 2024-11-20T16:41:04,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/3c82fd53bba64f6d9954143886e1cef4 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/3c82fd53bba64f6d9954143886e1cef4 2024-11-20T16:41:04,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/3f5d10e08d0a4b49adb7b71348f77eda to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/3f5d10e08d0a4b49adb7b71348f77eda 2024-11-20T16:41:04,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/eb1622129f7f4acb868a9102753cd43b to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/eb1622129f7f4acb868a9102753cd43b 2024-11-20T16:41:04,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/213bff7ad3af4153ae6b38001d26c873 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/213bff7ad3af4153ae6b38001d26c873 2024-11-20T16:41:04,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/c2f98709a03c43a082336f681a3303d1 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/c2f98709a03c43a082336f681a3303d1 2024-11-20T16:41:04,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/3fc3d5b7287b46a79d9e9afbb9dbb5d1 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/3fc3d5b7287b46a79d9e9afbb9dbb5d1 2024-11-20T16:41:04,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/a930db9b6e9146b58ddcbbee3aa400ba to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/a930db9b6e9146b58ddcbbee3aa400ba 2024-11-20T16:41:04,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/bf7d9e9c5bf4418ca49168e30b08d4a4 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/bf7d9e9c5bf4418ca49168e30b08d4a4 2024-11-20T16:41:04,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/fc20d9765fc149e3875d66ed10b5e72b to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/fc20d9765fc149e3875d66ed10b5e72b 2024-11-20T16:41:04,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/27855a7b50f544469dd8c975a8728e8d to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/27855a7b50f544469dd8c975a8728e8d 2024-11-20T16:41:04,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/9389c81c69124afcbdf264215e6fe7cf to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/9389c81c69124afcbdf264215e6fe7cf 2024-11-20T16:41:04,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/3c11108b229c4d9197760fcf61ca079b to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/3c11108b229c4d9197760fcf61ca079b 2024-11-20T16:41:04,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/377a37447465454d84c3536cd1b66acd to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/377a37447465454d84c3536cd1b66acd 2024-11-20T16:41:04,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/0a89d2e4fef444969cc96b7481742a6c to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/0a89d2e4fef444969cc96b7481742a6c 2024-11-20T16:41:04,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/13879e4dfa004d2a89977098314e998b to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/13879e4dfa004d2a89977098314e998b 2024-11-20T16:41:04,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/e943209c07cf4af0a3aa2e2aefc38272 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/e943209c07cf4af0a3aa2e2aefc38272 2024-11-20T16:41:04,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/4a30bb12b87846cbaebc7d262e289b79 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/4a30bb12b87846cbaebc7d262e289b79 2024-11-20T16:41:04,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/5f3e8e3100ee488f9f2ac21f35140e0e to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/5f3e8e3100ee488f9f2ac21f35140e0e 2024-11-20T16:41:04,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/226ab9ceb4ba4bedbb7708c88e0d857d, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/7e667a22cf124ca79a85650cccaf4858, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/3278909daf244184a93b9d08d56df9eb, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/ec59bfc8c08f499794e13bdf65551ebb, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/efae439464524b7495a3d32ad44bbf3e, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/26334ef72fd94f6f8f0debd67e4b08a7, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/3678a6b3074044dd9c744f219c3a5a50, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/9e9e93ae76894e2fb5bf93e077f5c20f, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/438aabc6b57349a89a20b2e8092a707f, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/9a8885d7ecbd434e9851d27831055c1c, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/43706307ca5e412485bacae5bb883192, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/bde53113dabc485b9a47bc49d7708d81, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/ca43a81b2a6e401e9cb10538d46d7b26, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/73210a19a51a4f348fea566b08ef9035, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/d95d0f54e9804f68b0411c0ffd1d7269, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/e6e088dd5de44ee0ad3a5bea5136544d, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/ded89b2c761e447fa3a9a76dcbf2de04, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/64410bc3e1714707ae2c2162db35e2f0, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/95c8382df4ac46229667726f75ffec25, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/e15cfe5d367c4192b64ff60f9969610a, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/4df56e88e86c4bbe966ec8efb41d56d1, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/8d1d61e7ddcc44c280e9b559219366df, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/1fe075f1968a48138a84ebf91d100654, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/6c4db4a27f3946a78fde9231eb3ca0c4] to archive 2024-11-20T16:41:04,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:41:04,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/226ab9ceb4ba4bedbb7708c88e0d857d to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/226ab9ceb4ba4bedbb7708c88e0d857d 2024-11-20T16:41:04,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/7e667a22cf124ca79a85650cccaf4858 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/7e667a22cf124ca79a85650cccaf4858 2024-11-20T16:41:04,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/3278909daf244184a93b9d08d56df9eb to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/3278909daf244184a93b9d08d56df9eb 2024-11-20T16:41:04,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/ec59bfc8c08f499794e13bdf65551ebb to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/ec59bfc8c08f499794e13bdf65551ebb 2024-11-20T16:41:04,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/efae439464524b7495a3d32ad44bbf3e to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/efae439464524b7495a3d32ad44bbf3e 2024-11-20T16:41:04,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/26334ef72fd94f6f8f0debd67e4b08a7 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/26334ef72fd94f6f8f0debd67e4b08a7 2024-11-20T16:41:04,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/3678a6b3074044dd9c744f219c3a5a50 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/3678a6b3074044dd9c744f219c3a5a50 2024-11-20T16:41:04,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/9e9e93ae76894e2fb5bf93e077f5c20f to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/9e9e93ae76894e2fb5bf93e077f5c20f 2024-11-20T16:41:04,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/438aabc6b57349a89a20b2e8092a707f to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/438aabc6b57349a89a20b2e8092a707f 2024-11-20T16:41:04,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/9a8885d7ecbd434e9851d27831055c1c to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/9a8885d7ecbd434e9851d27831055c1c 2024-11-20T16:41:04,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/43706307ca5e412485bacae5bb883192 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/43706307ca5e412485bacae5bb883192 2024-11-20T16:41:04,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/bde53113dabc485b9a47bc49d7708d81 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/bde53113dabc485b9a47bc49d7708d81 2024-11-20T16:41:04,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/ca43a81b2a6e401e9cb10538d46d7b26 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/ca43a81b2a6e401e9cb10538d46d7b26 2024-11-20T16:41:04,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/73210a19a51a4f348fea566b08ef9035 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/73210a19a51a4f348fea566b08ef9035 2024-11-20T16:41:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-20T16:41:04,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/d95d0f54e9804f68b0411c0ffd1d7269 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/d95d0f54e9804f68b0411c0ffd1d7269 2024-11-20T16:41:04,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/e6e088dd5de44ee0ad3a5bea5136544d to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/e6e088dd5de44ee0ad3a5bea5136544d 2024-11-20T16:41:04,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/ded89b2c761e447fa3a9a76dcbf2de04 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/ded89b2c761e447fa3a9a76dcbf2de04 2024-11-20T16:41:04,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/64410bc3e1714707ae2c2162db35e2f0 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/64410bc3e1714707ae2c2162db35e2f0 2024-11-20T16:41:04,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/95c8382df4ac46229667726f75ffec25 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/95c8382df4ac46229667726f75ffec25 2024-11-20T16:41:04,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/e15cfe5d367c4192b64ff60f9969610a to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/e15cfe5d367c4192b64ff60f9969610a 2024-11-20T16:41:04,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/4df56e88e86c4bbe966ec8efb41d56d1 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/4df56e88e86c4bbe966ec8efb41d56d1 2024-11-20T16:41:04,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/8d1d61e7ddcc44c280e9b559219366df to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/8d1d61e7ddcc44c280e9b559219366df 2024-11-20T16:41:04,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/1fe075f1968a48138a84ebf91d100654 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/1fe075f1968a48138a84ebf91d100654 2024-11-20T16:41:04,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/6c4db4a27f3946a78fde9231eb3ca0c4 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/6c4db4a27f3946a78fde9231eb3ca0c4 2024-11-20T16:41:04,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/e3626c1057a4435b89add7bfdba30a45, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/1da0d0ff515540a28b38628e8931864f, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/fe6f3ab6dac14e56a0c63c816d07ef24, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/62fc80f02c7640458854cc4099cc252f, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/eb5ec92278164ab09ed65ca37cb37f06, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/af514c4cb1c046fe9b9558f7d71743f6, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/b14bf71cad7644cb9ee0538a4f0e15aa, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/71b4f8cdd5614f4abd7c13fab2a2ab83, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/2dee64b5bc6d4e0f87627c763ee356d2, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/21eac53bca804abfb43a96ba310add30, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/2b1c7fa67edf433082d25fe4a2212fee, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/ec8c81b5104d4aaba23655a06edfd4d0, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/ad07a5ef9b564066be639ea9e0ef96f6, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/de06d405198f44e680d1ae4678ffd5fd, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/0f2c260befa046468d60416e448860d0, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/abfb1546987d44b7b3dead73a6729c5f, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/5f61b9782a1e48ed8bd1354ba0c6742e, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/a71df32890e34763a4243d04bb125c53, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/7dfc3c5f0a154ec092b254de01a855e1, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/27fa245f5e0a4b0e9215f1a0b52501d1, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/7028f4f2855048589408072cda23a214, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/b94712f0b2d74dc5add868dfa3164951, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/b02f9df6ebf246e48bf7a6bb1bf6dae8, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/5ebaf63253d5496e95768fb59861c82a] to archive 2024-11-20T16:41:04,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:41:04,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/e3626c1057a4435b89add7bfdba30a45 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/e3626c1057a4435b89add7bfdba30a45 2024-11-20T16:41:04,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/1da0d0ff515540a28b38628e8931864f to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/1da0d0ff515540a28b38628e8931864f 2024-11-20T16:41:04,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/fe6f3ab6dac14e56a0c63c816d07ef24 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/fe6f3ab6dac14e56a0c63c816d07ef24 2024-11-20T16:41:04,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/62fc80f02c7640458854cc4099cc252f to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/62fc80f02c7640458854cc4099cc252f 2024-11-20T16:41:04,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/eb5ec92278164ab09ed65ca37cb37f06 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/eb5ec92278164ab09ed65ca37cb37f06 2024-11-20T16:41:04,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/af514c4cb1c046fe9b9558f7d71743f6 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/af514c4cb1c046fe9b9558f7d71743f6 2024-11-20T16:41:04,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/b14bf71cad7644cb9ee0538a4f0e15aa to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/b14bf71cad7644cb9ee0538a4f0e15aa 2024-11-20T16:41:04,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/71b4f8cdd5614f4abd7c13fab2a2ab83 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/71b4f8cdd5614f4abd7c13fab2a2ab83 2024-11-20T16:41:04,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/2dee64b5bc6d4e0f87627c763ee356d2 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/2dee64b5bc6d4e0f87627c763ee356d2 2024-11-20T16:41:04,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/21eac53bca804abfb43a96ba310add30 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/21eac53bca804abfb43a96ba310add30 2024-11-20T16:41:04,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/2b1c7fa67edf433082d25fe4a2212fee to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/2b1c7fa67edf433082d25fe4a2212fee 2024-11-20T16:41:04,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/ec8c81b5104d4aaba23655a06edfd4d0 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/ec8c81b5104d4aaba23655a06edfd4d0 2024-11-20T16:41:04,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/ad07a5ef9b564066be639ea9e0ef96f6 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/ad07a5ef9b564066be639ea9e0ef96f6 2024-11-20T16:41:04,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/de06d405198f44e680d1ae4678ffd5fd to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/de06d405198f44e680d1ae4678ffd5fd 2024-11-20T16:41:04,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/0f2c260befa046468d60416e448860d0 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/0f2c260befa046468d60416e448860d0 2024-11-20T16:41:04,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/abfb1546987d44b7b3dead73a6729c5f to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/abfb1546987d44b7b3dead73a6729c5f 2024-11-20T16:41:04,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/5f61b9782a1e48ed8bd1354ba0c6742e to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/5f61b9782a1e48ed8bd1354ba0c6742e 2024-11-20T16:41:04,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/a71df32890e34763a4243d04bb125c53 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/a71df32890e34763a4243d04bb125c53 2024-11-20T16:41:04,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/7dfc3c5f0a154ec092b254de01a855e1 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/7dfc3c5f0a154ec092b254de01a855e1 2024-11-20T16:41:04,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/27fa245f5e0a4b0e9215f1a0b52501d1 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/27fa245f5e0a4b0e9215f1a0b52501d1 2024-11-20T16:41:04,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/7028f4f2855048589408072cda23a214 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/7028f4f2855048589408072cda23a214 2024-11-20T16:41:04,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/b94712f0b2d74dc5add868dfa3164951 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/b94712f0b2d74dc5add868dfa3164951 2024-11-20T16:41:04,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/b02f9df6ebf246e48bf7a6bb1bf6dae8 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/b02f9df6ebf246e48bf7a6bb1bf6dae8 2024-11-20T16:41:04,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/5ebaf63253d5496e95768fb59861c82a to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/5ebaf63253d5496e95768fb59861c82a 2024-11-20T16:41:04,206 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/recovered.edits/393.seqid, newMaxSeqId=393, maxSeqId=4 2024-11-20T16:41:04,207 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. 2024-11-20T16:41:04,207 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1676): Region close journal for e6cb6661866fe3e99713d75e22c2eac5: Waiting for close lock at 1732120862188Running coprocessor pre-close hooks at 1732120862188Disabling compacts and flushes for region at 1732120862188Disabling writes for close at 1732120862427 (+239 ms)Obtaining lock to block concurrent updates at 1732120862427Preparing flush snapshotting stores in e6cb6661866fe3e99713d75e22c2eac5 at 1732120862427Finished memstore snapshotting TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=36720, getOffHeapSize=0, getCellsCount=300 at 1732120862427Flushing stores of TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5. at 1732120862428 (+1 ms)Flushing e6cb6661866fe3e99713d75e22c2eac5/A: creating writer at 1732120862428Flushing mob file e6cb6661866fe3e99713d75e22c2eac5/A: appending metadata at 1732120862433 (+5 ms)Flushing mob file e6cb6661866fe3e99713d75e22c2eac5/A: closing flushed file at 1732120862433Flushing e6cb6661866fe3e99713d75e22c2eac5/A: appending metadata at 1732120862851 (+418 ms)Flushing e6cb6661866fe3e99713d75e22c2eac5/A: closing flushed file at 1732120862852 (+1 ms)Flushing e6cb6661866fe3e99713d75e22c2eac5/B: creating writer at 1732120863266 (+414 ms)Flushing e6cb6661866fe3e99713d75e22c2eac5/B: appending metadata at 1732120863269 (+3 ms)Flushing e6cb6661866fe3e99713d75e22c2eac5/B: closing flushed file at 1732120863270 (+1 ms)Flushing e6cb6661866fe3e99713d75e22c2eac5/C: creating writer at 1732120863687 (+417 ms)Flushing e6cb6661866fe3e99713d75e22c2eac5/C: appending metadata at 1732120863691 (+4 ms)Flushing e6cb6661866fe3e99713d75e22c2eac5/C: closing flushed file at 1732120863691Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@559cb066: reopening flushed file at 1732120864104 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e31f872: reopening flushed file at 1732120864112 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78f5d98b: reopening flushed file at 1732120864117 (+5 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for e6cb6661866fe3e99713d75e22c2eac5 in 1695ms, sequenceid=390, compaction requested=true at 1732120864122 (+5 ms)Writing region close event to WAL at 1732120864203 (+81 ms)Running coprocessor post-close hooks at 1732120864206 (+3 ms)Closed at 1732120864207 (+1 ms) 2024-11-20T16:41:04,209 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(157): Closed e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:41:04,209 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=e6cb6661866fe3e99713d75e22c2eac5, regionState=CLOSED 2024-11-20T16:41:04,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 because future has completed 2024-11-20T16:41:04,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-20T16:41:04,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseRegionProcedure e6cb6661866fe3e99713d75e22c2eac5, server=b60eac9bda43,33789,1732120799020 in 2.1770 sec 2024-11-20T16:41:04,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-20T16:41:04,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6cb6661866fe3e99713d75e22c2eac5, UNASSIGN in 2.1840 sec 2024-11-20T16:41:04,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-20T16:41:04,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.1880 sec 2024-11-20T16:41:04,217 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732120864217"}]},"ts":"1732120864217"} 2024-11-20T16:41:04,218 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T16:41:04,218 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T16:41:04,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.2000 sec 2024-11-20T16:41:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-20T16:41:06,187 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:41:06,188 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T16:41:06,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:41:06,193 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:41:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-20T16:41:06,196 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=64, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:41:06,200 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:41:06,204 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A, FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B, FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C, FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/recovered.edits] 2024-11-20T16:41:06,208 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/0445cc4677144de2ab630eff4183470a to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/0445cc4677144de2ab630eff4183470a 2024-11-20T16:41:06,210 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/5380f70535af4a54a1587d2ce1e1d4c7 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/5380f70535af4a54a1587d2ce1e1d4c7 2024-11-20T16:41:06,212 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/d461f57a947b4a5fa9bdbcff889f3327 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/d461f57a947b4a5fa9bdbcff889f3327 2024-11-20T16:41:06,213 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/d6833038c5764e1fa8c8d006bcf3e5cd to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/A/d6833038c5764e1fa8c8d006bcf3e5cd 2024-11-20T16:41:06,218 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/36b2eebdbb4f4ec8ad895a14df337fcb to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/36b2eebdbb4f4ec8ad895a14df337fcb 2024-11-20T16:41:06,220 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/441ddd895a704045911b329ec1ed7395 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/441ddd895a704045911b329ec1ed7395 2024-11-20T16:41:06,222 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/44ac35ca418b4da2aee776fce8c21af5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/44ac35ca418b4da2aee776fce8c21af5 2024-11-20T16:41:06,223 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/e5217f4844e64373ad406b260d954faf to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/B/e5217f4844e64373ad406b260d954faf 2024-11-20T16:41:06,226 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/904734cf00c44087a304bb567514c10b to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/904734cf00c44087a304bb567514c10b 2024-11-20T16:41:06,227 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/b4e9f87499894091905a1e95d0cbf639 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/b4e9f87499894091905a1e95d0cbf639 2024-11-20T16:41:06,228 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/e0392e6db3a9400bb27535678e531fdc to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/e0392e6db3a9400bb27535678e531fdc 2024-11-20T16:41:06,229 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/f176cc8146bc4f67861c2a88b32031cc to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/C/f176cc8146bc4f67861c2a88b32031cc 2024-11-20T16:41:06,231 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/recovered.edits/393.seqid to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5/recovered.edits/393.seqid 2024-11-20T16:41:06,232 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:41:06,232 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T16:41:06,232 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T16:41:06,233 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T16:41:06,236 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200a07fd47a462437abb464b6e75cc99ac_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200a07fd47a462437abb464b6e75cc99ac_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:41:06,237 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200bbe935250394e12a250fd5d1d40c686_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200bbe935250394e12a250fd5d1d40c686_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:41:06,238 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112012b50d8d82bc4d478caad72f161dd756_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112012b50d8d82bc4d478caad72f161dd756_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:41:06,239 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201a75289d5bce4dbd8db968acea63876b_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201a75289d5bce4dbd8db968acea63876b_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:41:06,239 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112020df253707674c64a6e41f49ad0097f1_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112020df253707674c64a6e41f49ad0097f1_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:41:06,240 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112026a17c37b8224ae3a7a9f79c7bf2e47f_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112026a17c37b8224ae3a7a9f79c7bf2e47f_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:41:06,241 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112029a210b9f0554eef9c2c98ce3764f3b6_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112029a210b9f0554eef9c2c98ce3764f3b6_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:41:06,242 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202cd070ec91e34cb4a668d11cf287a96d_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202cd070ec91e34cb4a668d11cf287a96d_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:41:06,243 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202f1df7f7a5c74e7482c25fadb6343afe_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202f1df7f7a5c74e7482c25fadb6343afe_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:41:06,244 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112059f1f078e8264f9d8b800d6d9dbf85e6_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112059f1f078e8264f9d8b800d6d9dbf85e6_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:41:06,245 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205b6ae8d0685946ffbc3c7c7f12fc1d94_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205b6ae8d0685946ffbc3c7c7f12fc1d94_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:41:06,246 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112061af3c6da7ad4a64a83af492779b9b37_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112061af3c6da7ad4a64a83af492779b9b37_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:41:06,247 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112069b8f1962ddb4af39671a98c14c9f1bc_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112069b8f1962ddb4af39671a98c14c9f1bc_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:41:06,248 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112094d71fd8173f4e6fb2362d625a286142_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112094d71fd8173f4e6fb2362d625a286142_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:41:06,250 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a1f4f214cccb4d7c8a52a8ca5711ff9d_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a1f4f214cccb4d7c8a52a8ca5711ff9d_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:41:06,251 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bac61bd76d9545528887108bbc857790_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bac61bd76d9545528887108bbc857790_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:41:06,252 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c6faff67dad44937a1761f2cc792b208_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c6faff67dad44937a1761f2cc792b208_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:41:06,253 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d04228d531164ffb8e1f29e56d3b1995_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d04228d531164ffb8e1f29e56d3b1995_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:41:06,254 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d5393a1db8e94d67bf189c4a0ea5784f_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d5393a1db8e94d67bf189c4a0ea5784f_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:41:06,254 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ddd8802cb7cf461eb65b87d8f726f3d0_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ddd8802cb7cf461eb65b87d8f726f3d0_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:41:06,255 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e473b28e052f4d19ac0af2258e158c98_e6cb6661866fe3e99713d75e22c2eac5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e473b28e052f4d19ac0af2258e158c98_e6cb6661866fe3e99713d75e22c2eac5 2024-11-20T16:41:06,256 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T16:41:06,257 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=64, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:41:06,260 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T16:41:06,261 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T16:41:06,262 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=64, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:41:06,262 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T16:41:06,262 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732120866262"}]},"ts":"9223372036854775807"} 2024-11-20T16:41:06,264 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T16:41:06,264 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => e6cb6661866fe3e99713d75e22c2eac5, NAME => 'TestAcidGuarantees,,1732120836173.e6cb6661866fe3e99713d75e22c2eac5.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T16:41:06,264 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T16:41:06,264 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732120866264"}]},"ts":"9223372036854775807"} 2024-11-20T16:41:06,266 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T16:41:06,266 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=64, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:41:06,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 78 msec 2024-11-20T16:41:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-20T16:41:06,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T16:41:06,306 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:41:06,317 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=241 (was 237) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a/cluster_0a53212e-405c-e575-357b-00b686f927a7/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a/cluster_0a53212e-405c-e575-357b-00b686f927a7/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-944505092_22 at /127.0.0.1:60878 [Waiting for operation #336] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-944505092_22 at /127.0.0.1:45046 [Waiting for operation #192] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_891272225_22 at /127.0.0.1:60964 [Waiting for operation #302] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_891272225_22 at /127.0.0.1:45050 [Waiting for operation #179] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=453 (was 436) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8587 (was 9286) 2024-11-20T16:41:06,328 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=241, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=453, ProcessCount=11, AvailableMemoryMB=8587 2024-11-20T16:41:06,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T16:41:06,330 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T16:41:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T16:41:06,332 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T16:41:06,332 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:06,332 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 65 2024-11-20T16:41:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-20T16:41:06,333 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T16:41:06,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742051_1227 (size=959) 2024-11-20T16:41:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-20T16:41:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-20T16:41:06,743 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e 2024-11-20T16:41:06,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742052_1228 (size=53) 2024-11-20T16:41:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-20T16:41:07,154 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:41:07,154 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 3419883c861c9449685b7f117916b184, disabling compactions & flushes 2024-11-20T16:41:07,154 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:07,154 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:07,154 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. after waiting 0 ms 2024-11-20T16:41:07,154 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:07,154 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:07,154 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3419883c861c9449685b7f117916b184: Waiting for close lock at 1732120867154Disabling compacts and flushes for region at 1732120867154Disabling writes for close at 1732120867154Writing region close event to WAL at 1732120867154Closed at 1732120867154 2024-11-20T16:41:07,156 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T16:41:07,156 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732120867156"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732120867156"}]},"ts":"1732120867156"} 2024-11-20T16:41:07,158 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T16:41:07,159 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T16:41:07,159 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732120867159"}]},"ts":"1732120867159"} 2024-11-20T16:41:07,160 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T16:41:07,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3419883c861c9449685b7f117916b184, ASSIGN}] 2024-11-20T16:41:07,162 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3419883c861c9449685b7f117916b184, ASSIGN 2024-11-20T16:41:07,163 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3419883c861c9449685b7f117916b184, ASSIGN; state=OFFLINE, location=b60eac9bda43,33789,1732120799020; forceNewPlan=false, retain=false 2024-11-20T16:41:07,314 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=3419883c861c9449685b7f117916b184, regionState=OPENING, regionLocation=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:07,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3419883c861c9449685b7f117916b184, ASSIGN because future has completed 2024-11-20T16:41:07,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020}] 2024-11-20T16:41:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-20T16:41:07,523 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:07,524 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7752): Opening region: {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} 2024-11-20T16:41:07,524 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3419883c861c9449685b7f117916b184 2024-11-20T16:41:07,524 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:41:07,524 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7794): checking encryption for 3419883c861c9449685b7f117916b184 2024-11-20T16:41:07,524 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7797): checking classloading for 3419883c861c9449685b7f117916b184 2024-11-20T16:41:07,527 INFO [StoreOpener-3419883c861c9449685b7f117916b184-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3419883c861c9449685b7f117916b184 2024-11-20T16:41:07,530 INFO [StoreOpener-3419883c861c9449685b7f117916b184-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3419883c861c9449685b7f117916b184 columnFamilyName A 2024-11-20T16:41:07,530 DEBUG [StoreOpener-3419883c861c9449685b7f117916b184-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:07,532 INFO [StoreOpener-3419883c861c9449685b7f117916b184-1 {}] regionserver.HStore(327): Store=3419883c861c9449685b7f117916b184/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:41:07,532 INFO [StoreOpener-3419883c861c9449685b7f117916b184-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3419883c861c9449685b7f117916b184 2024-11-20T16:41:07,535 INFO [StoreOpener-3419883c861c9449685b7f117916b184-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3419883c861c9449685b7f117916b184 columnFamilyName B 2024-11-20T16:41:07,535 DEBUG [StoreOpener-3419883c861c9449685b7f117916b184-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:07,536 INFO [StoreOpener-3419883c861c9449685b7f117916b184-1 {}] regionserver.HStore(327): Store=3419883c861c9449685b7f117916b184/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:41:07,536 INFO [StoreOpener-3419883c861c9449685b7f117916b184-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3419883c861c9449685b7f117916b184 2024-11-20T16:41:07,538 INFO [StoreOpener-3419883c861c9449685b7f117916b184-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3419883c861c9449685b7f117916b184 columnFamilyName C 2024-11-20T16:41:07,538 DEBUG [StoreOpener-3419883c861c9449685b7f117916b184-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:07,538 INFO [StoreOpener-3419883c861c9449685b7f117916b184-1 {}] regionserver.HStore(327): Store=3419883c861c9449685b7f117916b184/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:41:07,538 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1038): replaying wal for 3419883c861c9449685b7f117916b184 2024-11-20T16:41:07,539 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184 2024-11-20T16:41:07,539 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184 2024-11-20T16:41:07,540 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1048): stopping wal replay for 3419883c861c9449685b7f117916b184 2024-11-20T16:41:07,540 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1060): Cleaning up temporary data for 3419883c861c9449685b7f117916b184 2024-11-20T16:41:07,541 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T16:41:07,542 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1093): writing seq id for 3419883c861c9449685b7f117916b184 2024-11-20T16:41:07,545 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T16:41:07,545 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1114): Opened 3419883c861c9449685b7f117916b184; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60309347, jitterRate=-0.10132069885730743}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T16:41:07,545 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3419883c861c9449685b7f117916b184 2024-11-20T16:41:07,546 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1006): Region open journal for 3419883c861c9449685b7f117916b184: Running coprocessor pre-open hook at 1732120867525Writing region info on filesystem at 1732120867525Initializing all the Stores at 1732120867526 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732120867527 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732120867527Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732120867527Cleaning up temporary data from old regions at 1732120867540 (+13 ms)Running coprocessor post-open hooks at 1732120867545 (+5 ms)Region opened successfully at 1732120867546 (+1 ms) 2024-11-20T16:41:07,547 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., pid=67, masterSystemTime=1732120867468 2024-11-20T16:41:07,548 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:07,548 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:07,549 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=3419883c861c9449685b7f117916b184, regionState=OPEN, openSeqNum=2, regionLocation=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:07,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 because future has completed 2024-11-20T16:41:07,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-20T16:41:07,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 in 235 msec 2024-11-20T16:41:07,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65 2024-11-20T16:41:07,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3419883c861c9449685b7f117916b184, ASSIGN in 392 msec 2024-11-20T16:41:07,556 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T16:41:07,556 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732120867556"}]},"ts":"1732120867556"} 2024-11-20T16:41:07,557 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T16:41:07,558 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T16:41:07,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2280 sec 2024-11-20T16:41:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-20T16:41:08,476 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:41:08,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ce28163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:08,477 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:41:08,477 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:41:08,478 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:41:08,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:41:08,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:41:08,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f51a98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:08,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:41:08,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:41:08,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:08,480 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41732, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:41:08,481 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b80567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:08,481 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:41:08,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:41:08,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:41:08,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49346, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:41:08,485 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T16:41:08,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b60eac9bda43,40299,1732120798156 2024-11-20T16:41:08,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4239ccfa 2024-11-20T16:41:08,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T16:41:08,487 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41734, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T16:41:08,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7642a08c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:08,489 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:41:08,490 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:41:08,490 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:41:08,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:41:08,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:41:08,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ecde468, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:08,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:41:08,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:41:08,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:08,493 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41744, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:41:08,493 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b1a98e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:08,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ecfb794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:08,494 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:41:08,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:41:08,495 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:41:08,495 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:41:08,495 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:41:08,495 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cbb9e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:08,495 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:41:08,495 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:41:08,495 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:08,496 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41768, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:41:08,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d89658, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:08,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff0f448, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:08,498 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:41:08,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:41:08,498 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:41:08,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:41:08,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:41:08,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@310000ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:08,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:41:08,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:41:08,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:08,500 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41782, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:41:08,500 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d685c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:08,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d560643, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:08,501 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:41:08,501 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:41:08,501 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:41:08,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:41:08,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:41:08,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b46f90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:08,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:41:08,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:41:08,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:08,503 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41796, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:41:08,503 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa51f61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:08,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6509bdf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:08,504 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:41:08,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:41:08,504 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:41:08,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:41:08,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:41:08,505 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2031e6a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:08,505 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:41:08,505 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:41:08,505 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:08,505 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41818, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:41:08,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ce4412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:08,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@beb69b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:08,506 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:41:08,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:41:08,507 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:41:08,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:41:08,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:41:08,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f859d98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:08,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:41:08,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:41:08,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:08,508 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:41:08,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47b5b89a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:08,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6643da6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:08,509 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:41:08,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:41:08,509 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:41:08,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:41:08,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:41:08,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fc49b58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:08,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:41:08,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:41:08,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:08,511 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41866, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:41:08,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce36a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:08,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4829bcb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:08,512 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:41:08,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:41:08,512 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:41:08,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:41:08,513 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:41:08,513 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68dd1755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:08,513 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:41:08,513 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:41:08,513 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:08,514 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41878, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:41:08,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73c343e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:08,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d96952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:08,515 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:41:08,515 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:41:08,516 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:41:08,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:41:08,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:41:08,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119d3eb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:08,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:41:08,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:41:08,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:08,517 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:41:08,517 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@571e170f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:08,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24595b5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:08,518 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:41:08,518 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:41:08,518 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:41:08,519 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:41:08,519 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:41:08,519 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b381169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:08,519 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:41:08,519 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:41:08,519 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:08,520 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41926, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:41:08,520 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d9a03b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:08,521 DEBUG [Thread-1073 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:41:08,521 DEBUG [Thread-1081 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:41:08,521 DEBUG [Thread-1079 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:41:08,521 DEBUG [Thread-1077 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:41:08,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:41:08,521 DEBUG [Thread-1092 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:41:08,521 DEBUG [Thread-1075 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:41:08,522 DEBUG [Thread-1086 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:41:08,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:41:08,522 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:41:08,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:41:08,522 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:41:08,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:41:08,522 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:41:08,522 DEBUG [Thread-1084 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:41:08,522 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:41:08,522 DEBUG [Thread-1090 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:41:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-20T16:41:08,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:41:08,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:41:08,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:41:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-20T16:41:08,524 DEBUG [Thread-1088 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:41:08,524 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:41:08,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:41:08,524 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:41:08,524 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:41:08,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:41:08,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49350, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:41:08,524 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:41:08,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:41:08,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49352, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:41:08,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:41:08,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49394, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:41:08,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:41:08,525 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:41:08,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:41:08,525 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:41:08,525 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:41:08,526 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:41:08,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:41:08,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2] 2024-11-20T16:41:08,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49402, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:41:08,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49400, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:41:08,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49430, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:41:08,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2] 2024-11-20T16:41:08,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49424, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:41:08,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2] 2024-11-20T16:41:08,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49418, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:41:08,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2] 2024-11-20T16:41:08,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2] 2024-11-20T16:41:08,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2] 2024-11-20T16:41:08,530 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2] 2024-11-20T16:41:08,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2] 2024-11-20T16:41:08,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2] 2024-11-20T16:41:08,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2] 2024-11-20T16:41:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 3419883c861c9449685b7f117916b184 2024-11-20T16:41:08,535 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:41:08,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3419883c861c9449685b7f117916b184 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T16:41:08,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/ef786c350d8f4574a945e3464336c722 is 50, key is test_row_0/A:col10/1732120868533/Put/seqid=0 2024-11-20T16:41:08,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120928563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:08,567 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:08,567 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:08,567 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:08,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:08,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120928564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120928564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:08,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:08,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:08,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:08,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120928565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:08,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120928566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:08,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:08,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:08,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:08,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:08,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:08,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:08,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:08,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:08,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:08,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742053_1229 (size=9657) 2024-11-20T16:41:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-20T16:41:08,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120928676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:08,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:08,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:08,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:08,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120928676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:08,677 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:08,677 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:08,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:08,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120928676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:08,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:08,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:08,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120928676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:08,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:08,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:08,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:08,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120928676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:08,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:08,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:08,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:08,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:08,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-20T16:41:08,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:08,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:08,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:08,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:08,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-20T16:41:08,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-20T16:41:08,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:08,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:08,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:08,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:08,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:08,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120928886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:08,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120928886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:08,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120928886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:08,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:08,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:08,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:08,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:08,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120928886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:08,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:08,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:08,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:08,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:08,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120928886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:08,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:08,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:08,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:08,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:08,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:08,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:08,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:08,982 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/ef786c350d8f4574a945e3464336c722 2024-11-20T16:41:08,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-20T16:41:08,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:08,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:08,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:08,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:08,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:09,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/af0743d4676640e6a2126b24d50ca12b is 50, key is test_row_0/B:col10/1732120868533/Put/seqid=0 2024-11-20T16:41:09,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742054_1230 (size=9657) 2024-11-20T16:41:09,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-20T16:41:09,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:09,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:09,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:09,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:09,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:09,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-20T16:41:09,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:09,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120929195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:09,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:09,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:09,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:09,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120929195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:09,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:09,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:09,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:09,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:09,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:09,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120929195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:09,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:09,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:09,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:09,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:09,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120929196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:09,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:09,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:09,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:09,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:09,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120929196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:09,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:09,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:09,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:09,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-20T16:41:09,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:09,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:09,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:09,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:09,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:09,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-20T16:41:09,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:09,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:09,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:09,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:09,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:09,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/af0743d4676640e6a2126b24d50ca12b 2024-11-20T16:41:09,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/4a3c7156c6504fe08e937fee0d4df992 is 50, key is test_row_0/C:col10/1732120868533/Put/seqid=0 2024-11-20T16:41:09,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742055_1231 (size=9657) 2024-11-20T16:41:09,513 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/4a3c7156c6504fe08e937fee0d4df992 2024-11-20T16:41:09,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/ef786c350d8f4574a945e3464336c722 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/ef786c350d8f4574a945e3464336c722 2024-11-20T16:41:09,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/ef786c350d8f4574a945e3464336c722, entries=100, sequenceid=12, filesize=9.4 K 2024-11-20T16:41:09,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/af0743d4676640e6a2126b24d50ca12b as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/af0743d4676640e6a2126b24d50ca12b 2024-11-20T16:41:09,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/af0743d4676640e6a2126b24d50ca12b, entries=100, sequenceid=12, filesize=9.4 K 2024-11-20T16:41:09,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/4a3c7156c6504fe08e937fee0d4df992 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/4a3c7156c6504fe08e937fee0d4df992 2024-11-20T16:41:09,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/4a3c7156c6504fe08e937fee0d4df992, entries=100, sequenceid=12, filesize=9.4 K 2024-11-20T16:41:09,552 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3419883c861c9449685b7f117916b184 in 1017ms, sequenceid=12, compaction requested=false 2024-11-20T16:41:09,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:09,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-20T16:41:09,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:09,607 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 3419883c861c9449685b7f117916b184 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T16:41:09,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/21c0afee93284ecea40c077eda9fd9ff is 50, key is test_row_0/A:col10/1732120868565/Put/seqid=0 2024-11-20T16:41:09,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742056_1232 (size=12001) 2024-11-20T16:41:09,619 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/21c0afee93284ecea40c077eda9fd9ff 2024-11-20T16:41:09,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/cf639b3bf3594f8a9140957d1e140165 is 50, key is test_row_0/B:col10/1732120868565/Put/seqid=0 2024-11-20T16:41:09,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742057_1233 (size=12001) 2024-11-20T16:41:09,649 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/cf639b3bf3594f8a9140957d1e140165 2024-11-20T16:41:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-20T16:41:09,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/305f2645ea204748964faa27764b3d53 is 50, key is test_row_0/C:col10/1732120868565/Put/seqid=0 2024-11-20T16:41:09,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742058_1234 (size=12001) 2024-11-20T16:41:09,663 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/305f2645ea204748964faa27764b3d53 2024-11-20T16:41:09,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/21c0afee93284ecea40c077eda9fd9ff as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/21c0afee93284ecea40c077eda9fd9ff 2024-11-20T16:41:09,677 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/21c0afee93284ecea40c077eda9fd9ff, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T16:41:09,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/cf639b3bf3594f8a9140957d1e140165 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/cf639b3bf3594f8a9140957d1e140165 2024-11-20T16:41:09,683 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/cf639b3bf3594f8a9140957d1e140165, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T16:41:09,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/305f2645ea204748964faa27764b3d53 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/305f2645ea204748964faa27764b3d53 2024-11-20T16:41:09,691 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/305f2645ea204748964faa27764b3d53, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T16:41:09,692 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 3419883c861c9449685b7f117916b184 in 86ms, sequenceid=37, compaction requested=false 2024-11-20T16:41:09,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:09,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:09,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-20T16:41:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-20T16:41:09,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-20T16:41:09,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1680 sec 2024-11-20T16:41:09,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.1760 sec 2024-11-20T16:41:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 3419883c861c9449685b7f117916b184 2024-11-20T16:41:09,713 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:41:09,713 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3419883c861c9449685b7f117916b184 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T16:41:09,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/c424ef2ab24f4e3b82fcf5201c668af2 is 50, key is test_row_0/A:col10/1732120869707/Put/seqid=0 2024-11-20T16:41:09,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742059_1235 (size=12001) 2024-11-20T16:41:09,743 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T16:41:09,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120929754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:09,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:09,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:09,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:09,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120929761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:09,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:09,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:09,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:09,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120929764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:09,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:09,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:09,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:09,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120929764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:09,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:09,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:09,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120929764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:09,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:09,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:09,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:09,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:09,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120929866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:09,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:09,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:09,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:09,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120929876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:09,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:09,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:09,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:09,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120929876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:09,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120929876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:09,880 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:09,880 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:09,880 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:09,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120929877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:09,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:09,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:09,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:09,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:09,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:09,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:10,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120930075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:10,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:10,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:10,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:10,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120930086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:10,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120930086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:10,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:10,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:10,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:10,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120930086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:10,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:10,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:10,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120930086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:10,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:10,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:10,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:10,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:10,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:10,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:10,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:10,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/c424ef2ab24f4e3b82fcf5201c668af2 2024-11-20T16:41:10,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/b404cf87f12a4a4499925372bd08a9a7 is 50, key is test_row_0/B:col10/1732120869707/Put/seqid=0 2024-11-20T16:41:10,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742060_1236 (size=12001) 2024-11-20T16:41:10,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/b404cf87f12a4a4499925372bd08a9a7 2024-11-20T16:41:10,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/7ec3673ce15844fa89f7355f9a72b4e4 is 50, key is test_row_0/C:col10/1732120869707/Put/seqid=0 2024-11-20T16:41:10,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742061_1237 (size=12001) 2024-11-20T16:41:10,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120930385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:10,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:10,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:10,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:10,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120930395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:10,397 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:10,397 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:10,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:10,397 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120930395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:10,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:10,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:10,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120930395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:10,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:10,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:10,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:10,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:10,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120930395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:10,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:10,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:10,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:10,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/7ec3673ce15844fa89f7355f9a72b4e4 2024-11-20T16:41:10,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/c424ef2ab24f4e3b82fcf5201c668af2 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/c424ef2ab24f4e3b82fcf5201c668af2 2024-11-20T16:41:10,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/c424ef2ab24f4e3b82fcf5201c668af2, entries=150, sequenceid=48, filesize=11.7 K 2024-11-20T16:41:10,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/b404cf87f12a4a4499925372bd08a9a7 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/b404cf87f12a4a4499925372bd08a9a7 2024-11-20T16:41:10,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/b404cf87f12a4a4499925372bd08a9a7, entries=150, sequenceid=48, filesize=11.7 K 2024-11-20T16:41:10,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/7ec3673ce15844fa89f7355f9a72b4e4 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/7ec3673ce15844fa89f7355f9a72b4e4 2024-11-20T16:41:10,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/7ec3673ce15844fa89f7355f9a72b4e4, entries=150, sequenceid=48, filesize=11.7 K 2024-11-20T16:41:10,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 3419883c861c9449685b7f117916b184 in 897ms, sequenceid=48, compaction requested=true 2024-11-20T16:41:10,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:10,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3419883c861c9449685b7f117916b184:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:41:10,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:10,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3419883c861c9449685b7f117916b184:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:41:10,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:10,611 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:41:10,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3419883c861c9449685b7f117916b184:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:41:10,611 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:41:10,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:41:10,612 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:41:10,612 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:41:10,612 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 3419883c861c9449685b7f117916b184/B is initiating minor compaction (all files) 2024-11-20T16:41:10,612 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): 3419883c861c9449685b7f117916b184/A is initiating minor compaction (all files) 2024-11-20T16:41:10,612 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3419883c861c9449685b7f117916b184/B in TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:10,612 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3419883c861c9449685b7f117916b184/A in TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:10,612 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/ef786c350d8f4574a945e3464336c722, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/21c0afee93284ecea40c077eda9fd9ff, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/c424ef2ab24f4e3b82fcf5201c668af2] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp, totalSize=32.9 K 2024-11-20T16:41:10,612 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/af0743d4676640e6a2126b24d50ca12b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/cf639b3bf3594f8a9140957d1e140165, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/b404cf87f12a4a4499925372bd08a9a7] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp, totalSize=32.9 K 2024-11-20T16:41:10,612 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting af0743d4676640e6a2126b24d50ca12b, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732120868533 2024-11-20T16:41:10,612 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef786c350d8f4574a945e3464336c722, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732120868533 2024-11-20T16:41:10,613 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21c0afee93284ecea40c077eda9fd9ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732120868562 2024-11-20T16:41:10,613 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting cf639b3bf3594f8a9140957d1e140165, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732120868562 2024-11-20T16:41:10,613 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting c424ef2ab24f4e3b82fcf5201c668af2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732120869707 2024-11-20T16:41:10,613 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting b404cf87f12a4a4499925372bd08a9a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732120869707 2024-11-20T16:41:10,620 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3419883c861c9449685b7f117916b184#A#compaction#192 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:10,621 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/36a8143d06504a558efa6329b97a21dd is 50, key is test_row_0/A:col10/1732120869707/Put/seqid=0 2024-11-20T16:41:10,624 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3419883c861c9449685b7f117916b184#B#compaction#193 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:10,624 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/03fb99459ad14b00a3d9f3a502d8d9f7 is 50, key is test_row_0/B:col10/1732120869707/Put/seqid=0 2024-11-20T16:41:10,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742062_1238 (size=12104) 2024-11-20T16:41:10,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742063_1239 (size=12104) 2024-11-20T16:41:10,638 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/03fb99459ad14b00a3d9f3a502d8d9f7 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/03fb99459ad14b00a3d9f3a502d8d9f7 2024-11-20T16:41:10,646 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3419883c861c9449685b7f117916b184/B of 3419883c861c9449685b7f117916b184 into 03fb99459ad14b00a3d9f3a502d8d9f7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:10,646 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:10,646 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., storeName=3419883c861c9449685b7f117916b184/B, priority=13, startTime=1732120870611; duration=0sec 2024-11-20T16:41:10,646 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:41:10,646 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3419883c861c9449685b7f117916b184:B 2024-11-20T16:41:10,646 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:41:10,647 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:41:10,647 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 3419883c861c9449685b7f117916b184/C is initiating minor compaction (all files) 2024-11-20T16:41:10,647 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3419883c861c9449685b7f117916b184/C in TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:10,648 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/4a3c7156c6504fe08e937fee0d4df992, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/305f2645ea204748964faa27764b3d53, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/7ec3673ce15844fa89f7355f9a72b4e4] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp, totalSize=32.9 K 2024-11-20T16:41:10,648 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a3c7156c6504fe08e937fee0d4df992, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732120868533 2024-11-20T16:41:10,648 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 305f2645ea204748964faa27764b3d53, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732120868562 2024-11-20T16:41:10,649 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ec3673ce15844fa89f7355f9a72b4e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732120869707 2024-11-20T16:41:10,657 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3419883c861c9449685b7f117916b184#C#compaction#194 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:10,658 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/be709b2d3995418ca6322cee572de5d8 is 50, key is test_row_0/C:col10/1732120869707/Put/seqid=0 2024-11-20T16:41:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-20T16:41:10,666 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:41:10,666 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:41:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-20T16:41:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T16:41:10,668 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:41:10,669 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:41:10,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:41:10,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742064_1240 (size=12104) 2024-11-20T16:41:10,685 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/be709b2d3995418ca6322cee572de5d8 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/be709b2d3995418ca6322cee572de5d8 2024-11-20T16:41:10,691 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3419883c861c9449685b7f117916b184/C of 3419883c861c9449685b7f117916b184 into be709b2d3995418ca6322cee572de5d8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:10,691 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:10,691 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., storeName=3419883c861c9449685b7f117916b184/C, priority=13, startTime=1732120870611; duration=0sec 2024-11-20T16:41:10,691 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:10,692 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3419883c861c9449685b7f117916b184:C 2024-11-20T16:41:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T16:41:10,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-20T16:41:10,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:10,822 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 3419883c861c9449685b7f117916b184 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T16:41:10,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/f87e9f61afe44f3cb8829e4fdd18f032 is 50, key is test_row_0/A:col10/1732120869762/Put/seqid=0 2024-11-20T16:41:10,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742065_1241 (size=12001) 2024-11-20T16:41:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 3419883c861c9449685b7f117916b184 2024-11-20T16:41:10,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:10,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120930907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:10,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:10,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:10,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:10,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120930908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:10,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:10,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:10,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:10,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120930909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:10,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:10,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:10,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:10,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120930909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:10,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:10,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:10,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:10,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120930910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:10,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:10,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:10,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T16:41:11,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120931016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:11,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:11,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:11,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120931016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:11,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:11,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:11,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:11,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:11,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120931016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:11,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120931016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:11,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:11,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:11,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:11,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:11,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:11,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120931016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:11,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:11,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:11,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:11,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:11,031 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/36a8143d06504a558efa6329b97a21dd as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/36a8143d06504a558efa6329b97a21dd 2024-11-20T16:41:11,035 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3419883c861c9449685b7f117916b184/A of 3419883c861c9449685b7f117916b184 into 36a8143d06504a558efa6329b97a21dd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:11,036 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:11,036 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., storeName=3419883c861c9449685b7f117916b184/A, priority=13, startTime=1732120870610; duration=0sec 2024-11-20T16:41:11,036 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:11,036 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3419883c861c9449685b7f117916b184:A 2024-11-20T16:41:11,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120931226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:11,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:11,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:11,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120931226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:11,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:11,227 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:11,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:11,227 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:11,227 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120931226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:11,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:11,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:11,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:11,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:11,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120931226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:11,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:11,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120931226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:11,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:11,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:11,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:11,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:11,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:11,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:11,230 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/f87e9f61afe44f3cb8829e4fdd18f032 2024-11-20T16:41:11,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/cf65f3204d0f41d580153dde5ac01faf is 50, key is test_row_0/B:col10/1732120869762/Put/seqid=0 2024-11-20T16:41:11,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742066_1242 (size=12001) 2024-11-20T16:41:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T16:41:11,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120931535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:11,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:11,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120931535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:11,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:11,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:11,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:11,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:11,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:11,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120931536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:11,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:11,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:11,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:11,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120931536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:11,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:11,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:11,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:11,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120931536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:11,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:11,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:11,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:11,642 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/cf65f3204d0f41d580153dde5ac01faf 2024-11-20T16:41:11,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/d6ce01680a19499c9874fecfd20026ed is 50, key is test_row_0/C:col10/1732120869762/Put/seqid=0 2024-11-20T16:41:11,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742067_1243 (size=12001) 2024-11-20T16:41:11,653 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/d6ce01680a19499c9874fecfd20026ed 2024-11-20T16:41:11,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/f87e9f61afe44f3cb8829e4fdd18f032 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/f87e9f61afe44f3cb8829e4fdd18f032 2024-11-20T16:41:11,662 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/f87e9f61afe44f3cb8829e4fdd18f032, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T16:41:11,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/cf65f3204d0f41d580153dde5ac01faf as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/cf65f3204d0f41d580153dde5ac01faf 2024-11-20T16:41:11,666 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/cf65f3204d0f41d580153dde5ac01faf, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T16:41:11,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/d6ce01680a19499c9874fecfd20026ed as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/d6ce01680a19499c9874fecfd20026ed 2024-11-20T16:41:11,671 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/d6ce01680a19499c9874fecfd20026ed, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T16:41:11,672 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 3419883c861c9449685b7f117916b184 in 850ms, sequenceid=76, compaction requested=false 2024-11-20T16:41:11,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:11,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:11,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-20T16:41:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-20T16:41:11,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-20T16:41:11,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0040 sec 2024-11-20T16:41:11,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.0090 sec 2024-11-20T16:41:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T16:41:11,806 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:41:11,807 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:41:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-20T16:41:11,808 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:41:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T16:41:11,809 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:41:11,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:41:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T16:41:11,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-20T16:41:11,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:11,964 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 3419883c861c9449685b7f117916b184 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T16:41:11,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/b5fdf0a3cc384473a344b0bb417473da is 50, key is test_row_0/A:col10/1732120870905/Put/seqid=0 2024-11-20T16:41:11,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742068_1244 (size=12001) 2024-11-20T16:41:12,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 3419883c861c9449685b7f117916b184 2024-11-20T16:41:12,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:12,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:12,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120932060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:12,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:12,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120932062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:12,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:12,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120932064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120932064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:12,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120932065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:12,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T16:41:12,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120932175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:12,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:12,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120932175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:12,177 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,177 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,177 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:12,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120932176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:12,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120932176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:12,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:12,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:12,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120932176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:12,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:12,377 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/b5fdf0a3cc384473a344b0bb417473da 2024-11-20T16:41:12,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/33af3c1596d4476fbbc21723d906913b is 50, key is test_row_0/B:col10/1732120870905/Put/seqid=0 2024-11-20T16:41:12,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120932385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:12,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:12,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120932386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:12,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:12,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120932386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:12,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:12,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120932386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:12,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:12,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:12,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120932386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:12,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:12,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742069_1245 (size=12001) 2024-11-20T16:41:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T16:41:12,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120932695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:12,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:12,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120932695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:12,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120932695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:12,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:12,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120932696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:12,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:12,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120932696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:12,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:12,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:12,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:12,796 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/33af3c1596d4476fbbc21723d906913b 2024-11-20T16:41:12,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/440751d2e673425f9c169ccc6e32c874 is 50, key is test_row_0/C:col10/1732120870905/Put/seqid=0 2024-11-20T16:41:12,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742070_1246 (size=12001) 2024-11-20T16:41:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T16:41:13,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:13,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120933205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:13,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:13,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:13,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:13,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:13,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120933205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:13,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:13,209 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:13,209 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:13,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120933205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:13,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:13,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:13,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120933205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120933205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:13,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:13,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:13,209 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:13,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:13,209 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:13,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:13,209 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:13,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:13,212 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/440751d2e673425f9c169ccc6e32c874 2024-11-20T16:41:13,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/b5fdf0a3cc384473a344b0bb417473da as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/b5fdf0a3cc384473a344b0bb417473da 2024-11-20T16:41:13,221 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/b5fdf0a3cc384473a344b0bb417473da, entries=150, sequenceid=88, filesize=11.7 K 2024-11-20T16:41:13,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/33af3c1596d4476fbbc21723d906913b as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/33af3c1596d4476fbbc21723d906913b 2024-11-20T16:41:13,226 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/33af3c1596d4476fbbc21723d906913b, entries=150, sequenceid=88, filesize=11.7 K 2024-11-20T16:41:13,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/440751d2e673425f9c169ccc6e32c874 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/440751d2e673425f9c169ccc6e32c874 2024-11-20T16:41:13,231 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/440751d2e673425f9c169ccc6e32c874, entries=150, sequenceid=88, filesize=11.7 K 2024-11-20T16:41:13,231 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3419883c861c9449685b7f117916b184 in 1267ms, sequenceid=88, compaction requested=true 2024-11-20T16:41:13,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:13,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:13,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-20T16:41:13,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-20T16:41:13,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-20T16:41:13,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4240 sec 2024-11-20T16:41:13,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.4280 sec 2024-11-20T16:41:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T16:41:13,956 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:41:13,956 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:41:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-20T16:41:13,958 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:41:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T16:41:13,958 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:41:13,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:41:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T16:41:14,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-20T16:41:14,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:14,111 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 3419883c861c9449685b7f117916b184 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T16:41:14,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/d84188561da24044b5836f7808f1dffe is 50, key is test_row_0/A:col10/1732120872063/Put/seqid=0 2024-11-20T16:41:14,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742071_1247 (size=12001) 2024-11-20T16:41:14,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 3419883c861c9449685b7f117916b184 2024-11-20T16:41:14,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:14,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120934230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:14,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:14,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120934232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:14,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:14,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120934232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:14,236 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,236 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,236 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:14,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:14,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:14,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:14,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:14,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120934233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:14,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120934236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:14,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:14,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:14,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T16:41:14,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:14,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120934345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:14,348 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:14,349 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:14,349 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:14,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120934345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:14,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120934345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:14,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:14,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:14,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:14,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:14,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120934346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:14,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120934346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:14,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:14,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:14,518 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/d84188561da24044b5836f7808f1dffe 2024-11-20T16:41:14,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/a194c3c34dc8413f978da26e86537f9b is 50, key is test_row_0/B:col10/1732120872063/Put/seqid=0 2024-11-20T16:41:14,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120934555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:14,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120934556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:14,558 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,558 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:14,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,559 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:14,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120934556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:14,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:14,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120934556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:14,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:14,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:14,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120934556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:14,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:14,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742072_1248 (size=12001) 2024-11-20T16:41:14,575 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/a194c3c34dc8413f978da26e86537f9b 2024-11-20T16:41:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T16:41:14,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/3c51bde1ceb645358a1d7b07c1153203 is 50, key is test_row_0/C:col10/1732120872063/Put/seqid=0 2024-11-20T16:41:14,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742073_1249 (size=12001) 2024-11-20T16:41:14,636 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/3c51bde1ceb645358a1d7b07c1153203 2024-11-20T16:41:14,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/d84188561da24044b5836f7808f1dffe as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/d84188561da24044b5836f7808f1dffe 2024-11-20T16:41:14,648 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/d84188561da24044b5836f7808f1dffe, entries=150, sequenceid=113, filesize=11.7 K 2024-11-20T16:41:14,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/a194c3c34dc8413f978da26e86537f9b as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/a194c3c34dc8413f978da26e86537f9b 2024-11-20T16:41:14,658 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/a194c3c34dc8413f978da26e86537f9b, entries=150, sequenceid=113, filesize=11.7 K 2024-11-20T16:41:14,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/3c51bde1ceb645358a1d7b07c1153203 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/3c51bde1ceb645358a1d7b07c1153203 2024-11-20T16:41:14,665 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/3c51bde1ceb645358a1d7b07c1153203, entries=150, sequenceid=113, filesize=11.7 K 2024-11-20T16:41:14,666 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 3419883c861c9449685b7f117916b184 in 556ms, sequenceid=113, compaction requested=true 2024-11-20T16:41:14,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:14,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:14,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-20T16:41:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-20T16:41:14,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-20T16:41:14,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 711 msec 2024-11-20T16:41:14,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 718 msec 2024-11-20T16:41:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 3419883c861c9449685b7f117916b184 2024-11-20T16:41:14,868 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:41:14,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3419883c861c9449685b7f117916b184 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T16:41:14,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/e926fef52fdd4a888b7b0fcb4b997b9c is 50, key is test_row_0/A:col10/1732120874231/Put/seqid=0 2024-11-20T16:41:14,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742074_1250 (size=14341) 2024-11-20T16:41:14,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/e926fef52fdd4a888b7b0fcb4b997b9c 2024-11-20T16:41:14,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/bfafd1c816254d85861770d4b51c5a84 is 50, key is test_row_0/B:col10/1732120874231/Put/seqid=0 2024-11-20T16:41:14,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742075_1251 (size=12001) 2024-11-20T16:41:14,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/bfafd1c816254d85861770d4b51c5a84 2024-11-20T16:41:14,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:14,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120934893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:14,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:14,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120934893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:14,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:14,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120934894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:14,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:14,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,902 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120934897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:14,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:14,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:14,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:14,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120934903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:14,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:14,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:14,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/062dd049c67b424fa6d185c50bfb1bde is 50, key is test_row_0/C:col10/1732120874231/Put/seqid=0 2024-11-20T16:41:14,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742076_1252 (size=12001) 2024-11-20T16:41:14,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/062dd049c67b424fa6d185c50bfb1bde 2024-11-20T16:41:14,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/e926fef52fdd4a888b7b0fcb4b997b9c as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/e926fef52fdd4a888b7b0fcb4b997b9c 2024-11-20T16:41:14,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/e926fef52fdd4a888b7b0fcb4b997b9c, entries=200, sequenceid=127, filesize=14.0 K 2024-11-20T16:41:14,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/bfafd1c816254d85861770d4b51c5a84 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/bfafd1c816254d85861770d4b51c5a84 2024-11-20T16:41:14,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/bfafd1c816254d85861770d4b51c5a84, entries=150, sequenceid=127, filesize=11.7 K 2024-11-20T16:41:14,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/062dd049c67b424fa6d185c50bfb1bde as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/062dd049c67b424fa6d185c50bfb1bde 2024-11-20T16:41:14,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/062dd049c67b424fa6d185c50bfb1bde, entries=150, sequenceid=127, filesize=11.7 K 2024-11-20T16:41:14,991 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 3419883c861c9449685b7f117916b184 in 123ms, sequenceid=127, compaction requested=true 2024-11-20T16:41:14,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:14,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3419883c861c9449685b7f117916b184:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:41:14,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:14,992 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T16:41:14,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3419883c861c9449685b7f117916b184:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:41:14,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:14,992 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T16:41:14,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3419883c861c9449685b7f117916b184:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:41:14,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:41:14,993 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60108 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T16:41:14,993 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62448 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T16:41:14,993 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 3419883c861c9449685b7f117916b184/B is initiating minor compaction (all files) 2024-11-20T16:41:14,993 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): 3419883c861c9449685b7f117916b184/A is initiating minor compaction (all files) 2024-11-20T16:41:14,993 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3419883c861c9449685b7f117916b184/A in TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:14,993 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3419883c861c9449685b7f117916b184/B in TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:14,993 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/36a8143d06504a558efa6329b97a21dd, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/f87e9f61afe44f3cb8829e4fdd18f032, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/b5fdf0a3cc384473a344b0bb417473da, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/d84188561da24044b5836f7808f1dffe, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/e926fef52fdd4a888b7b0fcb4b997b9c] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp, totalSize=61.0 K 2024-11-20T16:41:14,993 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/03fb99459ad14b00a3d9f3a502d8d9f7, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/cf65f3204d0f41d580153dde5ac01faf, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/33af3c1596d4476fbbc21723d906913b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/a194c3c34dc8413f978da26e86537f9b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/bfafd1c816254d85861770d4b51c5a84] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp, totalSize=58.7 K 2024-11-20T16:41:14,994 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 03fb99459ad14b00a3d9f3a502d8d9f7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732120869707 2024-11-20T16:41:14,994 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36a8143d06504a558efa6329b97a21dd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732120869707 2024-11-20T16:41:14,994 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting f87e9f61afe44f3cb8829e4fdd18f032, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732120869761 2024-11-20T16:41:14,994 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting cf65f3204d0f41d580153dde5ac01faf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732120869761 2024-11-20T16:41:14,994 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5fdf0a3cc384473a344b0bb417473da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732120870905 2024-11-20T16:41:14,994 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 33af3c1596d4476fbbc21723d906913b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732120870905 2024-11-20T16:41:14,995 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting d84188561da24044b5836f7808f1dffe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732120872062 2024-11-20T16:41:14,995 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting a194c3c34dc8413f978da26e86537f9b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732120872062 2024-11-20T16:41:14,995 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting bfafd1c816254d85861770d4b51c5a84, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732120874229 2024-11-20T16:41:14,995 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting e926fef52fdd4a888b7b0fcb4b997b9c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732120874229 2024-11-20T16:41:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 3419883c861c9449685b7f117916b184 2024-11-20T16:41:15,009 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:41:15,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3419883c861c9449685b7f117916b184 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T16:41:15,014 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3419883c861c9449685b7f117916b184#A#compaction#207 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:15,015 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/c7879c5108f24b9fb688177d24ff3681 is 50, key is test_row_0/A:col10/1732120874231/Put/seqid=0 2024-11-20T16:41:15,023 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3419883c861c9449685b7f117916b184#B#compaction#208 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:15,024 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/ea183156751d47c691dcd0f5da723507 is 50, key is test_row_0/B:col10/1732120874231/Put/seqid=0 2024-11-20T16:41:15,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/98490d4924c948008c86f39df4c84de2 is 50, key is test_row_0/A:col10/1732120875007/Put/seqid=0 2024-11-20T16:41:15,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120935022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:15,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120935022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:15,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:15,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120935023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:15,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:15,030 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,030 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,030 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:15,030 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,030 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,030 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:15,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120935023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:15,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:15,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120935025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:15,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:15,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742077_1253 (size=12275) 2024-11-20T16:41:15,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742078_1254 (size=14541) 2024-11-20T16:41:15,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/98490d4924c948008c86f39df4c84de2 2024-11-20T16:41:15,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742079_1255 (size=12275) 2024-11-20T16:41:15,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/ecb94e1db7054647a52e8dfad37d27f1 is 50, key is test_row_0/B:col10/1732120875007/Put/seqid=0 2024-11-20T16:41:15,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742080_1256 (size=12151) 2024-11-20T16:41:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T16:41:15,095 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:41:15,096 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:41:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-20T16:41:15,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T16:41:15,097 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:41:15,099 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:41:15,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:41:15,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120935135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:15,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:15,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120935135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:15,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:15,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120935136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:15,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:15,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:15,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120935136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120935136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:15,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:15,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T16:41:15,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-20T16:41:15,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:15,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:15,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:15,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:15,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:15,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:15,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:15,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120935346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:15,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:15,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120935346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:15,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:15,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:15,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:15,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120935346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:15,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:15,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120935346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:15,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:15,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120935346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:15,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:15,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-20T16:41:15,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:15,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:15,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:15,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:15,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T16:41:15,443 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/c7879c5108f24b9fb688177d24ff3681 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/c7879c5108f24b9fb688177d24ff3681 2024-11-20T16:41:15,448 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 3419883c861c9449685b7f117916b184/A of 3419883c861c9449685b7f117916b184 into c7879c5108f24b9fb688177d24ff3681(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:15,448 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:15,448 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., storeName=3419883c861c9449685b7f117916b184/A, priority=11, startTime=1732120874991; duration=0sec 2024-11-20T16:41:15,448 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:41:15,448 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3419883c861c9449685b7f117916b184:A 2024-11-20T16:41:15,448 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T16:41:15,449 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60108 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T16:41:15,449 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): 3419883c861c9449685b7f117916b184/C is initiating minor compaction (all files) 2024-11-20T16:41:15,449 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3419883c861c9449685b7f117916b184/C in TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:15,450 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/be709b2d3995418ca6322cee572de5d8, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/d6ce01680a19499c9874fecfd20026ed, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/440751d2e673425f9c169ccc6e32c874, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/3c51bde1ceb645358a1d7b07c1153203, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/062dd049c67b424fa6d185c50bfb1bde] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp, totalSize=58.7 K 2024-11-20T16:41:15,450 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting be709b2d3995418ca6322cee572de5d8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732120869707 2024-11-20T16:41:15,450 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6ce01680a19499c9874fecfd20026ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732120869761 2024-11-20T16:41:15,450 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 440751d2e673425f9c169ccc6e32c874, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732120870905 2024-11-20T16:41:15,451 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c51bde1ceb645358a1d7b07c1153203, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732120872062 2024-11-20T16:41:15,451 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 062dd049c67b424fa6d185c50bfb1bde, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732120874229 2024-11-20T16:41:15,455 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/ea183156751d47c691dcd0f5da723507 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/ea183156751d47c691dcd0f5da723507 2024-11-20T16:41:15,460 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 3419883c861c9449685b7f117916b184/B of 3419883c861c9449685b7f117916b184 into ea183156751d47c691dcd0f5da723507(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:15,460 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:15,460 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., storeName=3419883c861c9449685b7f117916b184/B, priority=11, startTime=1732120874992; duration=0sec 2024-11-20T16:41:15,460 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:15,460 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3419883c861c9449685b7f117916b184:B 2024-11-20T16:41:15,463 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3419883c861c9449685b7f117916b184#C#compaction#211 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:15,463 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/51626c23da764b8abbf5d4a1408c5645 is 50, key is test_row_0/C:col10/1732120874231/Put/seqid=0 2024-11-20T16:41:15,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742081_1257 (size=12275) 2024-11-20T16:41:15,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/ecb94e1db7054647a52e8dfad37d27f1 2024-11-20T16:41:15,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/1518b840f41242cc95ce76284beee79d is 50, key is test_row_0/C:col10/1732120875007/Put/seqid=0 2024-11-20T16:41:15,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742082_1258 (size=12151) 2024-11-20T16:41:15,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-20T16:41:15,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:15,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:15,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:15,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:15,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:15,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120935655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:15,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:15,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120935656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:15,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:15,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120935656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:15,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:15,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120935656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:15,659 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:15,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120935656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:15,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:15,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:15,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-20T16:41:15,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:15,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:15,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:15,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:15,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:15,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T16:41:15,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-20T16:41:15,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:15,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:15,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:15,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:15,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:15,873 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/51626c23da764b8abbf5d4a1408c5645 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/51626c23da764b8abbf5d4a1408c5645 2024-11-20T16:41:15,881 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 3419883c861c9449685b7f117916b184/C of 3419883c861c9449685b7f117916b184 into 51626c23da764b8abbf5d4a1408c5645(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:15,881 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:15,881 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., storeName=3419883c861c9449685b7f117916b184/C, priority=11, startTime=1732120874992; duration=0sec 2024-11-20T16:41:15,881 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:15,881 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3419883c861c9449685b7f117916b184:C 2024-11-20T16:41:15,884 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/1518b840f41242cc95ce76284beee79d 2024-11-20T16:41:15,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/98490d4924c948008c86f39df4c84de2 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/98490d4924c948008c86f39df4c84de2 2024-11-20T16:41:15,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/98490d4924c948008c86f39df4c84de2, entries=200, sequenceid=150, filesize=14.2 K 2024-11-20T16:41:15,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/ecb94e1db7054647a52e8dfad37d27f1 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/ecb94e1db7054647a52e8dfad37d27f1 2024-11-20T16:41:15,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/ecb94e1db7054647a52e8dfad37d27f1, entries=150, sequenceid=150, filesize=11.9 K 2024-11-20T16:41:15,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/1518b840f41242cc95ce76284beee79d as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/1518b840f41242cc95ce76284beee79d 2024-11-20T16:41:15,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/1518b840f41242cc95ce76284beee79d, entries=150, sequenceid=150, filesize=11.9 K 2024-11-20T16:41:15,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 3419883c861c9449685b7f117916b184 in 898ms, sequenceid=150, compaction requested=false 2024-11-20T16:41:15,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:16,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-20T16:41:16,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:16,015 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 3419883c861c9449685b7f117916b184 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T16:41:16,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/9aa69cc249594b4796d2e2b33d645622 is 50, key is test_row_0/A:col10/1732120875020/Put/seqid=0 2024-11-20T16:41:16,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742083_1259 (size=12151) 2024-11-20T16:41:16,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 3419883c861c9449685b7f117916b184 2024-11-20T16:41:16,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:16,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:16,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120936186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:16,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:16,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:16,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120936187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:16,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:16,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:16,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120936188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:16,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:16,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:16,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120936189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:16,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120936188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:16,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:16,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:16,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:16,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T16:41:16,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:16,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120936295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:16,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:16,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120936295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:16,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:16,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:16,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:16,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120936295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:16,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:16,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:16,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120936295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:16,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:16,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120936305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:16,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:16,439 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/9aa69cc249594b4796d2e2b33d645622 2024-11-20T16:41:16,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/027016ce922c403eac0402b5b5312561 is 50, key is test_row_0/B:col10/1732120875020/Put/seqid=0 2024-11-20T16:41:16,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742084_1260 (size=12151) 2024-11-20T16:41:16,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120936506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:16,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120936506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:16,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:16,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:16,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120936506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:16,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120936506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:16,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:16,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:16,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120936515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:16,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:16,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:16,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120936815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:16,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:16,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:16,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120936816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:16,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120936815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:16,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:16,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:16,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120936816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:16,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:16,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:16,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:16,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:16,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120936825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:16,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:16,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:16,862 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/027016ce922c403eac0402b5b5312561 2024-11-20T16:41:16,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/8698f2ecc160477292898c32c802e2fc is 50, key is test_row_0/C:col10/1732120875020/Put/seqid=0 2024-11-20T16:41:16,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742085_1261 (size=12151) 2024-11-20T16:41:16,873 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/8698f2ecc160477292898c32c802e2fc 2024-11-20T16:41:16,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/9aa69cc249594b4796d2e2b33d645622 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/9aa69cc249594b4796d2e2b33d645622 2024-11-20T16:41:16,882 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/9aa69cc249594b4796d2e2b33d645622, entries=150, sequenceid=166, filesize=11.9 K 2024-11-20T16:41:16,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/027016ce922c403eac0402b5b5312561 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/027016ce922c403eac0402b5b5312561 2024-11-20T16:41:16,887 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/027016ce922c403eac0402b5b5312561, entries=150, sequenceid=166, filesize=11.9 K 2024-11-20T16:41:16,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/8698f2ecc160477292898c32c802e2fc as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/8698f2ecc160477292898c32c802e2fc 2024-11-20T16:41:16,891 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/8698f2ecc160477292898c32c802e2fc, entries=150, sequenceid=166, filesize=11.9 K 2024-11-20T16:41:16,892 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 3419883c861c9449685b7f117916b184 in 878ms, sequenceid=166, compaction requested=true 2024-11-20T16:41:16,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:16,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:16,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-20T16:41:16,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-20T16:41:16,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-20T16:41:16,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7940 sec 2024-11-20T16:41:16,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.7990 sec 2024-11-20T16:41:17,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T16:41:17,246 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:41:17,246 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:41:17,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-20T16:41:17,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T16:41:17,248 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:41:17,249 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:41:17,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:41:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 3419883c861c9449685b7f117916b184 2024-11-20T16:41:17,328 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:41:17,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3419883c861c9449685b7f117916b184 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T16:41:17,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/09211ee54eaa449e9af8b170a8fdfdb7 is 50, key is test_row_0/A:col10/1732120876187/Put/seqid=0 2024-11-20T16:41:17,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742086_1262 (size=12151) 2024-11-20T16:41:17,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120937334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:17,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:17,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:17,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:17,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120937335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:17,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:17,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:17,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:17,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120937336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:17,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:17,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:17,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:17,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120937337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:17,341 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:17,341 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:17,341 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:17,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120937338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:17,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:17,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:17,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T16:41:17,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-20T16:41:17,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:17,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:17,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:17,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:17,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:17,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:17,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120937445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:17,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:17,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:17,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:17,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:17,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120937445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:17,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:17,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:17,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:17,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:17,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120937445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:17,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:17,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:17,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:17,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120937446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:17,449 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:17,449 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:17,449 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:17,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-20T16:41:17,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:17,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:17,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:17,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:17,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T16:41:17,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:17,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120937655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:17,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:17,658 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:17,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120937655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:17,658 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:17,658 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:17,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:17,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:17,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:17,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:17,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120937655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:17,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:17,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:17,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:17,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120937656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:17,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:17,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:17,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:17,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:17,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-20T16:41:17,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:17,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:17,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:17,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:17,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:17,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/09211ee54eaa449e9af8b170a8fdfdb7 2024-11-20T16:41:17,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/513aa626fca74085aac11652c04efc4c is 50, key is test_row_0/B:col10/1732120876187/Put/seqid=0 2024-11-20T16:41:17,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742087_1263 (size=12151) 2024-11-20T16:41:17,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-20T16:41:17,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:17,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:17,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:17,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:17,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:17,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T16:41:17,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120937966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:17,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:17,968 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:17,968 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:17,968 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120937966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:17,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:17,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120937966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:17,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:17,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:17,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:17,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:17,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:17,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120937966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:17,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:17,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:17,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:18,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-20T16:41:18,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:18,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:18,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:18,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:18,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:18,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/513aa626fca74085aac11652c04efc4c 2024-11-20T16:41:18,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/364e0b4b2e354b978a5ee4ec859822c9 is 50, key is test_row_0/C:col10/1732120876187/Put/seqid=0 2024-11-20T16:41:18,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742088_1264 (size=12151) 2024-11-20T16:41:18,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-20T16:41:18,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:18,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:18,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:18,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:18,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:18,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:18,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-20T16:41:18,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:18,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:18,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:18,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:18,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:18,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:18,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120938355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:18,358 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_1' in 3419883c861c9449685b7f117916b184 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:41:18,358 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:18,358 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:18,358 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T16:41:18,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-20T16:41:18,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:18,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:18,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:18,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:18,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:18,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120938475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:18,477 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:18,477 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:18,477 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:18,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120938475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:18,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:18,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:18,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:18,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120938475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:18,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:18,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:18,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:18,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120938475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:18,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:18,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:18,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:18,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/364e0b4b2e354b978a5ee4ec859822c9 2024-11-20T16:41:18,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/09211ee54eaa449e9af8b170a8fdfdb7 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/09211ee54eaa449e9af8b170a8fdfdb7 2024-11-20T16:41:18,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/09211ee54eaa449e9af8b170a8fdfdb7, entries=150, sequenceid=193, filesize=11.9 K 2024-11-20T16:41:18,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/513aa626fca74085aac11652c04efc4c as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/513aa626fca74085aac11652c04efc4c 2024-11-20T16:41:18,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/513aa626fca74085aac11652c04efc4c, entries=150, sequenceid=193, filesize=11.9 K 2024-11-20T16:41:18,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/364e0b4b2e354b978a5ee4ec859822c9 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/364e0b4b2e354b978a5ee4ec859822c9 2024-11-20T16:41:18,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/364e0b4b2e354b978a5ee4ec859822c9, entries=150, sequenceid=193, filesize=11.9 K 2024-11-20T16:41:18,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 3419883c861c9449685b7f117916b184 in 1249ms, sequenceid=193, compaction requested=true 2024-11-20T16:41:18,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:18,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3419883c861c9449685b7f117916b184:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:41:18,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:18,577 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:41:18,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3419883c861c9449685b7f117916b184:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:41:18,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:18,577 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:41:18,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3419883c861c9449685b7f117916b184:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:41:18,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:41:18,579 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48728 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:41:18,579 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51118 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:41:18,579 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 3419883c861c9449685b7f117916b184/B is initiating minor compaction (all files) 2024-11-20T16:41:18,579 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): 3419883c861c9449685b7f117916b184/A is initiating minor compaction (all files) 2024-11-20T16:41:18,579 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3419883c861c9449685b7f117916b184/B in TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:18,579 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3419883c861c9449685b7f117916b184/A in TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:18,579 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/c7879c5108f24b9fb688177d24ff3681, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/98490d4924c948008c86f39df4c84de2, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/9aa69cc249594b4796d2e2b33d645622, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/09211ee54eaa449e9af8b170a8fdfdb7] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp, totalSize=49.9 K 2024-11-20T16:41:18,579 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/ea183156751d47c691dcd0f5da723507, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/ecb94e1db7054647a52e8dfad37d27f1, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/027016ce922c403eac0402b5b5312561, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/513aa626fca74085aac11652c04efc4c] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp, totalSize=47.6 K 2024-11-20T16:41:18,579 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7879c5108f24b9fb688177d24ff3681, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732120874229 2024-11-20T16:41:18,579 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting ea183156751d47c691dcd0f5da723507, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732120874229 2024-11-20T16:41:18,580 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98490d4924c948008c86f39df4c84de2, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732120874892 2024-11-20T16:41:18,580 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting ecb94e1db7054647a52e8dfad37d27f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732120874892 2024-11-20T16:41:18,580 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9aa69cc249594b4796d2e2b33d645622, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732120875020 2024-11-20T16:41:18,580 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 027016ce922c403eac0402b5b5312561, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732120875020 2024-11-20T16:41:18,580 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09211ee54eaa449e9af8b170a8fdfdb7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732120876187 2024-11-20T16:41:18,580 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 513aa626fca74085aac11652c04efc4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732120876187 2024-11-20T16:41:18,589 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3419883c861c9449685b7f117916b184#B#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:18,589 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3419883c861c9449685b7f117916b184#A#compaction#220 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:18,589 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/7bdbc2bf7ae24c728d099d4696c81643 is 50, key is test_row_0/B:col10/1732120876187/Put/seqid=0 2024-11-20T16:41:18,590 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/dc7c5480f8de4a998712a17b149f2988 is 50, key is test_row_0/A:col10/1732120876187/Put/seqid=0 2024-11-20T16:41:18,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742089_1265 (size=12561) 2024-11-20T16:41:18,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742090_1266 (size=12561) 2024-11-20T16:41:18,597 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/7bdbc2bf7ae24c728d099d4696c81643 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/7bdbc2bf7ae24c728d099d4696c81643 2024-11-20T16:41:18,598 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/dc7c5480f8de4a998712a17b149f2988 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/dc7c5480f8de4a998712a17b149f2988 2024-11-20T16:41:18,603 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3419883c861c9449685b7f117916b184/B of 3419883c861c9449685b7f117916b184 into 7bdbc2bf7ae24c728d099d4696c81643(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:18,604 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:18,604 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., storeName=3419883c861c9449685b7f117916b184/B, priority=12, startTime=1732120878577; duration=0sec 2024-11-20T16:41:18,604 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:41:18,604 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3419883c861c9449685b7f117916b184:B 2024-11-20T16:41:18,604 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:41:18,605 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3419883c861c9449685b7f117916b184/A of 3419883c861c9449685b7f117916b184 into dc7c5480f8de4a998712a17b149f2988(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:18,605 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:18,605 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., storeName=3419883c861c9449685b7f117916b184/A, priority=12, startTime=1732120878577; duration=0sec 2024-11-20T16:41:18,605 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:18,605 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3419883c861c9449685b7f117916b184:A 2024-11-20T16:41:18,606 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48728 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:41:18,606 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 3419883c861c9449685b7f117916b184/C is initiating minor compaction (all files) 2024-11-20T16:41:18,606 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3419883c861c9449685b7f117916b184/C in TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:18,606 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/51626c23da764b8abbf5d4a1408c5645, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/1518b840f41242cc95ce76284beee79d, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/8698f2ecc160477292898c32c802e2fc, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/364e0b4b2e354b978a5ee4ec859822c9] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp, totalSize=47.6 K 2024-11-20T16:41:18,606 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 51626c23da764b8abbf5d4a1408c5645, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732120874229 2024-11-20T16:41:18,606 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 1518b840f41242cc95ce76284beee79d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732120874892 2024-11-20T16:41:18,607 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 8698f2ecc160477292898c32c802e2fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732120875020 2024-11-20T16:41:18,607 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 364e0b4b2e354b978a5ee4ec859822c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732120876187 2024-11-20T16:41:18,618 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3419883c861c9449685b7f117916b184#C#compaction#221 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:18,618 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/94bc1d36eeb345319c9df30a73b5dfdd is 50, key is test_row_0/C:col10/1732120876187/Put/seqid=0 2024-11-20T16:41:18,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-20T16:41:18,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:18,626 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 3419883c861c9449685b7f117916b184 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-20T16:41:18,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/09cb6d778a4e4793aa21f4c4a1e737e1 is 50, key is test_row_0/A:col10/1732120877330/Put/seqid=0 2024-11-20T16:41:18,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742092_1268 (size=12151) 2024-11-20T16:41:18,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742091_1267 (size=12561) 2024-11-20T16:41:19,041 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/09cb6d778a4e4793aa21f4c4a1e737e1 2024-11-20T16:41:19,047 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/94bc1d36eeb345319c9df30a73b5dfdd as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/94bc1d36eeb345319c9df30a73b5dfdd 2024-11-20T16:41:19,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/3637593756ac406883d00ed2f6cec031 is 50, key is test_row_0/B:col10/1732120877330/Put/seqid=0 2024-11-20T16:41:19,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742093_1269 (size=12151) 2024-11-20T16:41:19,052 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3419883c861c9449685b7f117916b184/C of 3419883c861c9449685b7f117916b184 into 94bc1d36eeb345319c9df30a73b5dfdd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:19,052 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:19,052 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., storeName=3419883c861c9449685b7f117916b184/C, priority=12, startTime=1732120878577; duration=0sec 2024-11-20T16:41:19,052 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:19,052 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3419883c861c9449685b7f117916b184:C 2024-11-20T16:41:19,052 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/3637593756ac406883d00ed2f6cec031 2024-11-20T16:41:19,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/906926b5a73d41f4b5ed50e76999c9fe is 50, key is test_row_0/C:col10/1732120877330/Put/seqid=0 2024-11-20T16:41:19,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742094_1270 (size=12151) 2024-11-20T16:41:19,073 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/906926b5a73d41f4b5ed50e76999c9fe 2024-11-20T16:41:19,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/09cb6d778a4e4793aa21f4c4a1e737e1 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/09cb6d778a4e4793aa21f4c4a1e737e1 2024-11-20T16:41:19,087 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/09cb6d778a4e4793aa21f4c4a1e737e1, entries=150, sequenceid=204, filesize=11.9 K 2024-11-20T16:41:19,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/3637593756ac406883d00ed2f6cec031 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/3637593756ac406883d00ed2f6cec031 2024-11-20T16:41:19,097 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/3637593756ac406883d00ed2f6cec031, entries=150, sequenceid=204, filesize=11.9 K 2024-11-20T16:41:19,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/906926b5a73d41f4b5ed50e76999c9fe as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/906926b5a73d41f4b5ed50e76999c9fe 2024-11-20T16:41:19,106 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/906926b5a73d41f4b5ed50e76999c9fe, entries=150, sequenceid=204, filesize=11.9 K 2024-11-20T16:41:19,107 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for 3419883c861c9449685b7f117916b184 in 482ms, sequenceid=204, compaction requested=false 2024-11-20T16:41:19,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:19,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:19,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-20T16:41:19,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-20T16:41:19,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-20T16:41:19,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8600 sec 2024-11-20T16:41:19,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.8660 sec 2024-11-20T16:41:19,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T16:41:19,396 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:41:19,397 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:41:19,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-20T16:41:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T16:41:19,399 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:41:19,400 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:41:19,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:41:19,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 3419883c861c9449685b7f117916b184 2024-11-20T16:41:19,497 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:41:19,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3419883c861c9449685b7f117916b184 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T16:41:19,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/81f208fce86549c1b975d1072fffe198 is 50, key is test_row_0/A:col10/1732120879497/Put/seqid=0 2024-11-20T16:41:19,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T16:41:19,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742095_1271 (size=9757) 2024-11-20T16:41:19,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:19,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120939522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:19,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:19,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:19,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:19,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:19,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120939523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:19,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:19,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:19,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:19,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120939525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:19,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:19,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:19,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:19,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:19,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120939526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:19,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:19,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:19,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:19,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-20T16:41:19,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:19,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:19,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:19,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:19,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:19,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:19,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120939636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:19,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:19,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:19,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:19,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120939636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:19,639 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:19,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:19,639 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:19,639 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120939636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:19,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:19,639 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:19,639 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:19,639 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120939636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:19,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:19,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:19,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:19,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-20T16:41:19,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:19,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:19,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:19,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:19,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T16:41:19,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120939846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:19,848 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:19,848 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:19,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:19,848 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120939846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:19,848 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:19,848 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:19,848 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:19,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:19,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120939846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:19,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:19,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:19,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:19,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:19,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120939846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:19,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:19,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:19,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:19,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-20T16:41:19,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:19,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:19,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:19,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:19,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:19,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:19,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/81f208fce86549c1b975d1072fffe198 2024-11-20T16:41:19,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/cc2baf34b9cf41858c4f9b4df8157178 is 50, key is test_row_0/B:col10/1732120879497/Put/seqid=0 2024-11-20T16:41:19,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742096_1272 (size=9757) 2024-11-20T16:41:20,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-20T16:41:20,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:20,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:20,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:20,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:20,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:20,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:20,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T16:41:20,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:20,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120940156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:20,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:20,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120940156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:20,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:20,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:20,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:20,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:20,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120940156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:20,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:20,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:20,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:20,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:20,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:20,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:20,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:20,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120940156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:20,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:20,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:20,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:20,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-20T16:41:20,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:20,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:20,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:20,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:20,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:20,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:20,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/cc2baf34b9cf41858c4f9b4df8157178 2024-11-20T16:41:20,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-20T16:41:20,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:20,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:20,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:20,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:20,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:20,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/794397d4020d4c99b3e7422d2bf30366 is 50, key is test_row_0/C:col10/1732120879497/Put/seqid=0 2024-11-20T16:41:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:20,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742097_1273 (size=9757) 2024-11-20T16:41:20,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:20,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120940385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:20,388 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_1' in 3419883c861c9449685b7f117916b184 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:41:20,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:20,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:20,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:20,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-20T16:41:20,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:20,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:20,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:20,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:20,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T16:41:20,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-20T16:41:20,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:20,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:20,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:20,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:20,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:20,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:20,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:20,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120940666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120940666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:20,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:20,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:20,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:20,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:20,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:20,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:20,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:20,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120940666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120940666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:20,669 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:20,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:20,669 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:20,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:20,669 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:20,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:20,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/794397d4020d4c99b3e7422d2bf30366 2024-11-20T16:41:20,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/81f208fce86549c1b975d1072fffe198 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/81f208fce86549c1b975d1072fffe198 2024-11-20T16:41:20,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/81f208fce86549c1b975d1072fffe198, entries=100, sequenceid=217, filesize=9.5 K 2024-11-20T16:41:20,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/cc2baf34b9cf41858c4f9b4df8157178 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/cc2baf34b9cf41858c4f9b4df8157178 2024-11-20T16:41:20,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/cc2baf34b9cf41858c4f9b4df8157178, entries=100, sequenceid=217, filesize=9.5 K 2024-11-20T16:41:20,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/794397d4020d4c99b3e7422d2bf30366 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/794397d4020d4c99b3e7422d2bf30366 2024-11-20T16:41:20,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/794397d4020d4c99b3e7422d2bf30366, entries=100, sequenceid=217, filesize=9.5 K 2024-11-20T16:41:20,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3419883c861c9449685b7f117916b184 in 1252ms, sequenceid=217, compaction requested=true 2024-11-20T16:41:20,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:20,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3419883c861c9449685b7f117916b184:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:41:20,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:20,749 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:41:20,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3419883c861c9449685b7f117916b184:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:41:20,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:20,749 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:41:20,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3419883c861c9449685b7f117916b184:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:41:20,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:41:20,750 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:41:20,750 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:41:20,750 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): 3419883c861c9449685b7f117916b184/A is initiating minor compaction (all files) 2024-11-20T16:41:20,750 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 3419883c861c9449685b7f117916b184/B is initiating minor compaction (all files) 2024-11-20T16:41:20,750 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3419883c861c9449685b7f117916b184/B in TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:20,750 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3419883c861c9449685b7f117916b184/A in TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:20,750 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/7bdbc2bf7ae24c728d099d4696c81643, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/3637593756ac406883d00ed2f6cec031, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/cc2baf34b9cf41858c4f9b4df8157178] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp, totalSize=33.7 K 2024-11-20T16:41:20,750 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/dc7c5480f8de4a998712a17b149f2988, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/09cb6d778a4e4793aa21f4c4a1e737e1, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/81f208fce86549c1b975d1072fffe198] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp, totalSize=33.7 K 2024-11-20T16:41:20,751 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bdbc2bf7ae24c728d099d4696c81643, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732120876187 2024-11-20T16:41:20,751 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc7c5480f8de4a998712a17b149f2988, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732120876187 2024-11-20T16:41:20,751 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09cb6d778a4e4793aa21f4c4a1e737e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732120877330 2024-11-20T16:41:20,751 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 3637593756ac406883d00ed2f6cec031, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732120877330 2024-11-20T16:41:20,751 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81f208fce86549c1b975d1072fffe198, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732120879493 2024-11-20T16:41:20,751 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting cc2baf34b9cf41858c4f9b4df8157178, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732120879493 2024-11-20T16:41:20,758 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3419883c861c9449685b7f117916b184#A#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:20,758 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3419883c861c9449685b7f117916b184#B#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:20,759 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/73ef942c88b045f19703827be101f2b4 is 50, key is test_row_0/A:col10/1732120879497/Put/seqid=0 2024-11-20T16:41:20,759 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/1818c0390ba648fda11ae07e877429d6 is 50, key is test_row_0/B:col10/1732120879497/Put/seqid=0 2024-11-20T16:41:20,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742098_1274 (size=12663) 2024-11-20T16:41:20,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742099_1275 (size=12663) 2024-11-20T16:41:20,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-20T16:41:20,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:20,784 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 3419883c861c9449685b7f117916b184 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T16:41:20,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/c25933c14b8e4dd9acfcc658246590eb is 50, key is test_row_0/A:col10/1732120879525/Put/seqid=0 2024-11-20T16:41:20,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742100_1276 (size=12151) 2024-11-20T16:41:21,172 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/73ef942c88b045f19703827be101f2b4 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/73ef942c88b045f19703827be101f2b4 2024-11-20T16:41:21,187 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3419883c861c9449685b7f117916b184/A of 3419883c861c9449685b7f117916b184 into 73ef942c88b045f19703827be101f2b4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:21,188 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:21,188 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., storeName=3419883c861c9449685b7f117916b184/A, priority=13, startTime=1732120880749; duration=0sec 2024-11-20T16:41:21,188 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:41:21,188 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3419883c861c9449685b7f117916b184:A 2024-11-20T16:41:21,188 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:41:21,188 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/1818c0390ba648fda11ae07e877429d6 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/1818c0390ba648fda11ae07e877429d6 2024-11-20T16:41:21,193 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/c25933c14b8e4dd9acfcc658246590eb 2024-11-20T16:41:21,198 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3419883c861c9449685b7f117916b184/B of 3419883c861c9449685b7f117916b184 into 1818c0390ba648fda11ae07e877429d6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:21,198 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:21,198 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., storeName=3419883c861c9449685b7f117916b184/B, priority=13, startTime=1732120880749; duration=0sec 2024-11-20T16:41:21,198 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:21,198 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3419883c861c9449685b7f117916b184:B 2024-11-20T16:41:21,201 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:41:21,205 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): 3419883c861c9449685b7f117916b184/C is initiating minor compaction (all files) 2024-11-20T16:41:21,205 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3419883c861c9449685b7f117916b184/C in TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:21,205 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/94bc1d36eeb345319c9df30a73b5dfdd, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/906926b5a73d41f4b5ed50e76999c9fe, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/794397d4020d4c99b3e7422d2bf30366] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp, totalSize=33.7 K 2024-11-20T16:41:21,205 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94bc1d36eeb345319c9df30a73b5dfdd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732120876187 2024-11-20T16:41:21,205 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 906926b5a73d41f4b5ed50e76999c9fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732120877330 2024-11-20T16:41:21,206 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 794397d4020d4c99b3e7422d2bf30366, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732120879493 2024-11-20T16:41:21,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/f4a8862cdfdb48c6ba90acfabc20b8de is 50, key is test_row_0/B:col10/1732120879525/Put/seqid=0 2024-11-20T16:41:21,224 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3419883c861c9449685b7f117916b184#C#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:21,225 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/551ac1568258428b8879108a1949c30c is 50, key is test_row_0/C:col10/1732120879497/Put/seqid=0 2024-11-20T16:41:21,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742101_1277 (size=12151) 2024-11-20T16:41:21,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742102_1278 (size=12663) 2024-11-20T16:41:21,253 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/551ac1568258428b8879108a1949c30c as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/551ac1568258428b8879108a1949c30c 2024-11-20T16:41:21,258 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3419883c861c9449685b7f117916b184/C of 3419883c861c9449685b7f117916b184 into 551ac1568258428b8879108a1949c30c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:21,258 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:21,258 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., storeName=3419883c861c9449685b7f117916b184/C, priority=13, startTime=1732120880749; duration=0sec 2024-11-20T16:41:21,258 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:21,258 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3419883c861c9449685b7f117916b184:C 2024-11-20T16:41:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T16:41:21,632 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/f4a8862cdfdb48c6ba90acfabc20b8de 2024-11-20T16:41:21,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/2b0d5dc51f9348c7b6a3707ba8e03ffd is 50, key is test_row_0/C:col10/1732120879525/Put/seqid=0 2024-11-20T16:41:21,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742103_1279 (size=12151) 2024-11-20T16:41:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 3419883c861c9449685b7f117916b184 2024-11-20T16:41:21,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:21,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120941683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:21,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:21,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:21,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:21,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120941685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:21,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:21,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:21,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:21,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120941686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120941686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:21,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:21,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:21,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:21,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:21,690 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_2' in 3419883c861c9449685b7f117916b184 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:41:21,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:21,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:21,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:21,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120941796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:21,797 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:21,797 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:21,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:21,797 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120941796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:21,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:21,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:21,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:21,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120941796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:21,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:21,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:21,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:22,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120942006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:22,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:22,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:22,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:22,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120942006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:22,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:22,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:22,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:22,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120942006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:22,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:22,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:22,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:22,059 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/2b0d5dc51f9348c7b6a3707ba8e03ffd 2024-11-20T16:41:22,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/c25933c14b8e4dd9acfcc658246590eb as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/c25933c14b8e4dd9acfcc658246590eb 2024-11-20T16:41:22,073 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/c25933c14b8e4dd9acfcc658246590eb, entries=150, sequenceid=241, filesize=11.9 K 2024-11-20T16:41:22,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/f4a8862cdfdb48c6ba90acfabc20b8de as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/f4a8862cdfdb48c6ba90acfabc20b8de 2024-11-20T16:41:22,081 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/f4a8862cdfdb48c6ba90acfabc20b8de, entries=150, sequenceid=241, filesize=11.9 K 2024-11-20T16:41:22,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/2b0d5dc51f9348c7b6a3707ba8e03ffd as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/2b0d5dc51f9348c7b6a3707ba8e03ffd 2024-11-20T16:41:22,098 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/2b0d5dc51f9348c7b6a3707ba8e03ffd, entries=150, sequenceid=241, filesize=11.9 K 2024-11-20T16:41:22,099 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3419883c861c9449685b7f117916b184 in 1315ms, sequenceid=241, compaction requested=false 2024-11-20T16:41:22,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:22,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:22,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-20T16:41:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-20T16:41:22,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-20T16:41:22,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7010 sec 2024-11-20T16:41:22,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 2.7080 sec 2024-11-20T16:41:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 3419883c861c9449685b7f117916b184 2024-11-20T16:41:22,319 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:41:22,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3419883c861c9449685b7f117916b184 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T16:41:22,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/871b8c1ff1d246a4ac7f0d9ee804976c is 50, key is test_row_0/A:col10/1732120882318/Put/seqid=0 2024-11-20T16:41:22,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742104_1280 (size=12201) 2024-11-20T16:41:22,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/871b8c1ff1d246a4ac7f0d9ee804976c 2024-11-20T16:41:22,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/a042519a6ba84f3a9dc83d9de113f059 is 50, key is test_row_0/B:col10/1732120882318/Put/seqid=0 2024-11-20T16:41:22,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742105_1281 (size=12201) 2024-11-20T16:41:22,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/a042519a6ba84f3a9dc83d9de113f059 2024-11-20T16:41:22,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/a5cd73f828bb4f2eac11fb8213026948 is 50, key is test_row_0/C:col10/1732120882318/Put/seqid=0 2024-11-20T16:41:22,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742106_1282 (size=12201) 2024-11-20T16:41:22,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/a5cd73f828bb4f2eac11fb8213026948 2024-11-20T16:41:22,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120942430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:22,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:22,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:22,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:22,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120942443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:22,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:22,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120942443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:22,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:22,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:22,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:22,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:22,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:22,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/871b8c1ff1d246a4ac7f0d9ee804976c as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/871b8c1ff1d246a4ac7f0d9ee804976c 2024-11-20T16:41:22,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/871b8c1ff1d246a4ac7f0d9ee804976c, entries=150, sequenceid=257, filesize=11.9 K 2024-11-20T16:41:22,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/a042519a6ba84f3a9dc83d9de113f059 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/a042519a6ba84f3a9dc83d9de113f059 2024-11-20T16:41:22,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/a042519a6ba84f3a9dc83d9de113f059, entries=150, sequenceid=257, filesize=11.9 K 2024-11-20T16:41:22,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/a5cd73f828bb4f2eac11fb8213026948 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/a5cd73f828bb4f2eac11fb8213026948 2024-11-20T16:41:22,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/a5cd73f828bb4f2eac11fb8213026948, entries=150, sequenceid=257, filesize=11.9 K 2024-11-20T16:41:22,486 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 3419883c861c9449685b7f117916b184 in 167ms, sequenceid=257, compaction requested=true 2024-11-20T16:41:22,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:22,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3419883c861c9449685b7f117916b184:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:41:22,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:22,487 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:41:22,487 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:41:22,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3419883c861c9449685b7f117916b184:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:41:22,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:22,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3419883c861c9449685b7f117916b184:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:41:22,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:41:22,488 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:41:22,488 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): 3419883c861c9449685b7f117916b184/A is initiating minor compaction (all files) 2024-11-20T16:41:22,488 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3419883c861c9449685b7f117916b184/A in TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:22,488 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/73ef942c88b045f19703827be101f2b4, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/c25933c14b8e4dd9acfcc658246590eb, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/871b8c1ff1d246a4ac7f0d9ee804976c] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp, totalSize=36.1 K 2024-11-20T16:41:22,488 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:41:22,488 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 3419883c861c9449685b7f117916b184/B is initiating minor compaction (all files) 2024-11-20T16:41:22,488 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3419883c861c9449685b7f117916b184/B in TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:22,488 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/1818c0390ba648fda11ae07e877429d6, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/f4a8862cdfdb48c6ba90acfabc20b8de, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/a042519a6ba84f3a9dc83d9de113f059] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp, totalSize=36.1 K 2024-11-20T16:41:22,488 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73ef942c88b045f19703827be101f2b4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732120877335 2024-11-20T16:41:22,490 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 1818c0390ba648fda11ae07e877429d6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732120877335 2024-11-20T16:41:22,490 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting c25933c14b8e4dd9acfcc658246590eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732120879520 2024-11-20T16:41:22,490 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting f4a8862cdfdb48c6ba90acfabc20b8de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732120879520 2024-11-20T16:41:22,499 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting a042519a6ba84f3a9dc83d9de113f059, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732120881680 2024-11-20T16:41:22,499 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 871b8c1ff1d246a4ac7f0d9ee804976c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732120881680 2024-11-20T16:41:22,520 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3419883c861c9449685b7f117916b184#A#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:22,521 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/3a0e5e8f12c54ab0b668e4d66e6b594d is 50, key is test_row_0/A:col10/1732120882318/Put/seqid=0 2024-11-20T16:41:22,523 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3419883c861c9449685b7f117916b184#B#compaction#238 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:22,524 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/d7a1883d867d49a4b4aca8adb5cbb1e5 is 50, key is test_row_0/B:col10/1732120882318/Put/seqid=0 2024-11-20T16:41:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 3419883c861c9449685b7f117916b184 2024-11-20T16:41:22,564 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:41:22,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3419883c861c9449685b7f117916b184 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T16:41:22,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742107_1283 (size=12815) 2024-11-20T16:41:22,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120942579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:22,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:22,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:22,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:22,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120942580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:22,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:22,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:22,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:22,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120942581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:22,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:22,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:22,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:22,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742108_1284 (size=12815) 2024-11-20T16:41:22,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/614b2be30fd74b2d82e961c08626bfd7 is 50, key is test_row_0/A:col10/1732120882562/Put/seqid=0 2024-11-20T16:41:22,616 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/d7a1883d867d49a4b4aca8adb5cbb1e5 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/d7a1883d867d49a4b4aca8adb5cbb1e5 2024-11-20T16:41:22,622 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3419883c861c9449685b7f117916b184/B of 3419883c861c9449685b7f117916b184 into d7a1883d867d49a4b4aca8adb5cbb1e5(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:22,622 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:22,622 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., storeName=3419883c861c9449685b7f117916b184/B, priority=13, startTime=1732120882487; duration=0sec 2024-11-20T16:41:22,623 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:41:22,623 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3419883c861c9449685b7f117916b184:B 2024-11-20T16:41:22,623 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:41:22,624 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:41:22,624 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 3419883c861c9449685b7f117916b184/C is initiating minor compaction (all files) 2024-11-20T16:41:22,624 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3419883c861c9449685b7f117916b184/C in TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:22,624 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/551ac1568258428b8879108a1949c30c, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/2b0d5dc51f9348c7b6a3707ba8e03ffd, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/a5cd73f828bb4f2eac11fb8213026948] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp, totalSize=36.1 K 2024-11-20T16:41:22,625 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 551ac1568258428b8879108a1949c30c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732120877335 2024-11-20T16:41:22,625 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b0d5dc51f9348c7b6a3707ba8e03ffd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732120879520 2024-11-20T16:41:22,626 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting a5cd73f828bb4f2eac11fb8213026948, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732120881680 2024-11-20T16:41:22,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742109_1285 (size=12301) 2024-11-20T16:41:22,653 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3419883c861c9449685b7f117916b184#C#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:22,653 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/24d26aabbde244588d51665c7b87441e is 50, key is test_row_0/C:col10/1732120882318/Put/seqid=0 2024-11-20T16:41:22,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742110_1286 (size=12815) 2024-11-20T16:41:22,686 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/24d26aabbde244588d51665c7b87441e as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/24d26aabbde244588d51665c7b87441e 2024-11-20T16:41:22,694 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3419883c861c9449685b7f117916b184/C of 3419883c861c9449685b7f117916b184 into 24d26aabbde244588d51665c7b87441e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:22,694 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:22,694 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., storeName=3419883c861c9449685b7f117916b184/C, priority=13, startTime=1732120882487; duration=0sec 2024-11-20T16:41:22,694 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:22,694 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3419883c861c9449685b7f117916b184:C 2024-11-20T16:41:22,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120942695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:22,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:22,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:22,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:22,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120942695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:22,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:22,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:22,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:22,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120942695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:22,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:22,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:22,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:22,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120942905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:22,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120942905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:22,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:22,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:22,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:22,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:22,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:22,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:22,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120942905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:22,907 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:22,907 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:22,907 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:22,982 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/3a0e5e8f12c54ab0b668e4d66e6b594d as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/3a0e5e8f12c54ab0b668e4d66e6b594d 2024-11-20T16:41:22,988 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3419883c861c9449685b7f117916b184/A of 3419883c861c9449685b7f117916b184 into 3a0e5e8f12c54ab0b668e4d66e6b594d(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:22,988 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:22,988 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., storeName=3419883c861c9449685b7f117916b184/A, priority=13, startTime=1732120882486; duration=0sec 2024-11-20T16:41:22,988 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:22,988 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3419883c861c9449685b7f117916b184:A 2024-11-20T16:41:23,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/614b2be30fd74b2d82e961c08626bfd7 2024-11-20T16:41:23,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/31850b00000c4c838e6f934038e74bea is 50, key is test_row_0/B:col10/1732120882562/Put/seqid=0 2024-11-20T16:41:23,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742111_1287 (size=12301) 2024-11-20T16:41:23,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/31850b00000c4c838e6f934038e74bea 2024-11-20T16:41:23,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/aeff127e9f294cac8d6f4a737d12a5f6 is 50, key is test_row_0/C:col10/1732120882562/Put/seqid=0 2024-11-20T16:41:23,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742112_1288 (size=12301) 2024-11-20T16:41:23,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/aeff127e9f294cac8d6f4a737d12a5f6 2024-11-20T16:41:23,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/614b2be30fd74b2d82e961c08626bfd7 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/614b2be30fd74b2d82e961c08626bfd7 2024-11-20T16:41:23,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/614b2be30fd74b2d82e961c08626bfd7, entries=150, sequenceid=284, filesize=12.0 K 2024-11-20T16:41:23,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/31850b00000c4c838e6f934038e74bea as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/31850b00000c4c838e6f934038e74bea 2024-11-20T16:41:23,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/31850b00000c4c838e6f934038e74bea, entries=150, sequenceid=284, filesize=12.0 K 2024-11-20T16:41:23,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/aeff127e9f294cac8d6f4a737d12a5f6 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/aeff127e9f294cac8d6f4a737d12a5f6 2024-11-20T16:41:23,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/aeff127e9f294cac8d6f4a737d12a5f6, entries=150, sequenceid=284, filesize=12.0 K 2024-11-20T16:41:23,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 3419883c861c9449685b7f117916b184 in 529ms, sequenceid=284, compaction requested=false 2024-11-20T16:41:23,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:23,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 3419883c861c9449685b7f117916b184 2024-11-20T16:41:23,217 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:41:23,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3419883c861c9449685b7f117916b184 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T16:41:23,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/4164bb9880114a2a842a54f235821215 is 50, key is test_row_0/A:col10/1732120883216/Put/seqid=0 2024-11-20T16:41:23,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742113_1289 (size=14741) 2024-11-20T16:41:23,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/4164bb9880114a2a842a54f235821215 2024-11-20T16:41:23,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/8aef7e53e3cf4387b52740b1494ac203 is 50, key is test_row_0/B:col10/1732120883216/Put/seqid=0 2024-11-20T16:41:23,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742114_1290 (size=12301) 2024-11-20T16:41:23,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:23,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120943255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:23,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:23,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:23,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:23,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:23,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120943257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:23,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:23,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:23,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:23,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:23,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120943258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:23,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:23,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:23,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:23,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:23,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120943365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:23,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:23,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:23,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:23,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:23,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120943365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:23,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:23,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:23,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:23,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120943365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:23,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:23,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:23,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:23,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T16:41:23,594 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:41:23,594 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:41:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-20T16:41:23,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-20T16:41:23,596 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:41:23,596 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:41:23,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:41:23,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120943593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:23,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:23,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120943593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120943593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:23,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:23,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:23,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:23,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:23,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:23,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:23,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:23,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:23,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:23,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/8aef7e53e3cf4387b52740b1494ac203 2024-11-20T16:41:23,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/6015c77ab65542ca9c88ca222bb79ab9 is 50, key is test_row_0/C:col10/1732120883216/Put/seqid=0 2024-11-20T16:41:23,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742115_1291 (size=12301) 2024-11-20T16:41:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-20T16:41:23,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120943705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:23,710 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_2' in 3419883c861c9449685b7f117916b184 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:41:23,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:23,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:23,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:23,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-20T16:41:23,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:23,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:23,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:23,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:23,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:23,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:23,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-20T16:41:23,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:23,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:23,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:23,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:23,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:23,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:23,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:23,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120943905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:23,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:23,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:23,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:23,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:23,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120943905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:23,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:23,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120943905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:23,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:23,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:23,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:23,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:23,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:23,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:23,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-20T16:41:24,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-20T16:41:24,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:24,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:24,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:24,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:24,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:24,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:24,080 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/6015c77ab65542ca9c88ca222bb79ab9 2024-11-20T16:41:24,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/4164bb9880114a2a842a54f235821215 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/4164bb9880114a2a842a54f235821215 2024-11-20T16:41:24,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/4164bb9880114a2a842a54f235821215, entries=200, sequenceid=299, filesize=14.4 K 2024-11-20T16:41:24,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/8aef7e53e3cf4387b52740b1494ac203 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/8aef7e53e3cf4387b52740b1494ac203 2024-11-20T16:41:24,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/8aef7e53e3cf4387b52740b1494ac203, entries=150, sequenceid=299, filesize=12.0 K 2024-11-20T16:41:24,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/6015c77ab65542ca9c88ca222bb79ab9 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/6015c77ab65542ca9c88ca222bb79ab9 2024-11-20T16:41:24,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/6015c77ab65542ca9c88ca222bb79ab9, entries=150, sequenceid=299, filesize=12.0 K 2024-11-20T16:41:24,100 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3419883c861c9449685b7f117916b184 in 883ms, sequenceid=299, compaction requested=true 2024-11-20T16:41:24,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:24,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3419883c861c9449685b7f117916b184:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:41:24,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:24,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3419883c861c9449685b7f117916b184:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:41:24,100 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:41:24,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:24,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3419883c861c9449685b7f117916b184:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:41:24,100 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:41:24,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:41:24,101 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:41:24,101 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:41:24,101 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): 3419883c861c9449685b7f117916b184/A is initiating minor compaction (all files) 2024-11-20T16:41:24,101 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 3419883c861c9449685b7f117916b184/B is initiating minor compaction (all files) 2024-11-20T16:41:24,101 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3419883c861c9449685b7f117916b184/B in TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:24,101 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3419883c861c9449685b7f117916b184/A in TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:24,101 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/d7a1883d867d49a4b4aca8adb5cbb1e5, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/31850b00000c4c838e6f934038e74bea, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/8aef7e53e3cf4387b52740b1494ac203] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp, totalSize=36.5 K 2024-11-20T16:41:24,101 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/3a0e5e8f12c54ab0b668e4d66e6b594d, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/614b2be30fd74b2d82e961c08626bfd7, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/4164bb9880114a2a842a54f235821215] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp, totalSize=38.9 K 2024-11-20T16:41:24,101 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting d7a1883d867d49a4b4aca8adb5cbb1e5, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732120881680 2024-11-20T16:41:24,101 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a0e5e8f12c54ab0b668e4d66e6b594d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732120881680 2024-11-20T16:41:24,102 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 31850b00000c4c838e6f934038e74bea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732120882433 2024-11-20T16:41:24,102 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 614b2be30fd74b2d82e961c08626bfd7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732120882433 2024-11-20T16:41:24,102 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 8aef7e53e3cf4387b52740b1494ac203, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732120883216 2024-11-20T16:41:24,102 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4164bb9880114a2a842a54f235821215, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732120882577 2024-11-20T16:41:24,108 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3419883c861c9449685b7f117916b184#B#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:24,109 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/98d751face434790a00aff6fbd02fdbb is 50, key is test_row_0/B:col10/1732120883216/Put/seqid=0 2024-11-20T16:41:24,123 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3419883c861c9449685b7f117916b184#A#compaction#247 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:24,124 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/bbd017e02ba54e5aa4ae80cda457a330 is 50, key is test_row_0/A:col10/1732120883216/Put/seqid=0 2024-11-20T16:41:24,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742116_1292 (size=13017) 2024-11-20T16:41:24,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742117_1293 (size=13017) 2024-11-20T16:41:24,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-20T16:41:24,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:24,208 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 3419883c861c9449685b7f117916b184 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T16:41:24,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/738b50cc57c246ffa7462511d4935455 is 50, key is test_row_0/A:col10/1732120883251/Put/seqid=0 2024-11-20T16:41:24,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742118_1294 (size=12301) 2024-11-20T16:41:24,220 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/738b50cc57c246ffa7462511d4935455 2024-11-20T16:41:24,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-20T16:41:24,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/feb7f855acc545e6984441499ea40f89 is 50, key is test_row_0/B:col10/1732120883251/Put/seqid=0 2024-11-20T16:41:24,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742119_1295 (size=12301) 2024-11-20T16:41:24,237 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/feb7f855acc545e6984441499ea40f89 2024-11-20T16:41:24,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/0a497dc9d34048c9acead0d1ebbcdf70 is 50, key is test_row_0/C:col10/1732120883251/Put/seqid=0 2024-11-20T16:41:24,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742120_1296 (size=12301) 2024-11-20T16:41:24,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 3419883c861c9449685b7f117916b184 2024-11-20T16:41:24,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:24,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:24,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120944425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:24,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:24,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:24,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:24,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:24,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120944427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:24,432 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:24,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:24,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:24,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120944428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:24,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:24,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:24,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120944429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:24,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:24,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:24,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:24,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:24,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:24,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:24,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120944536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:24,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:24,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:24,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:24,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120944536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:24,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:24,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:24,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:24,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:24,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:24,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120944536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:24,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:24,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:24,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:24,545 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/98d751face434790a00aff6fbd02fdbb as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/98d751face434790a00aff6fbd02fdbb 2024-11-20T16:41:24,550 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3419883c861c9449685b7f117916b184/B of 3419883c861c9449685b7f117916b184 into 98d751face434790a00aff6fbd02fdbb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:24,550 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:24,550 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., storeName=3419883c861c9449685b7f117916b184/B, priority=13, startTime=1732120884100; duration=0sec 2024-11-20T16:41:24,550 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:41:24,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:24,550 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3419883c861c9449685b7f117916b184:B 2024-11-20T16:41:24,550 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:41:24,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120944546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:24,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:24,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:24,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:24,552 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:41:24,552 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 3419883c861c9449685b7f117916b184/C is initiating minor compaction (all files) 2024-11-20T16:41:24,552 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3419883c861c9449685b7f117916b184/C in TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:24,552 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/24d26aabbde244588d51665c7b87441e, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/aeff127e9f294cac8d6f4a737d12a5f6, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/6015c77ab65542ca9c88ca222bb79ab9] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp, totalSize=36.5 K 2024-11-20T16:41:24,553 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 24d26aabbde244588d51665c7b87441e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732120881680 2024-11-20T16:41:24,553 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting aeff127e9f294cac8d6f4a737d12a5f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732120882433 2024-11-20T16:41:24,553 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 6015c77ab65542ca9c88ca222bb79ab9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732120883216 2024-11-20T16:41:24,557 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/bbd017e02ba54e5aa4ae80cda457a330 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/bbd017e02ba54e5aa4ae80cda457a330 2024-11-20T16:41:24,563 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3419883c861c9449685b7f117916b184/A of 3419883c861c9449685b7f117916b184 into bbd017e02ba54e5aa4ae80cda457a330(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:24,563 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:24,563 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., storeName=3419883c861c9449685b7f117916b184/A, priority=13, startTime=1732120884100; duration=0sec 2024-11-20T16:41:24,563 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:24,563 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3419883c861c9449685b7f117916b184:A 2024-11-20T16:41:24,585 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3419883c861c9449685b7f117916b184#C#compaction#251 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:24,585 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/a615e6949a82426594ffa168f5869f12 is 50, key is test_row_0/C:col10/1732120883216/Put/seqid=0 2024-11-20T16:41:24,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742121_1297 (size=13017) 2024-11-20T16:41:24,601 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/a615e6949a82426594ffa168f5869f12 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/a615e6949a82426594ffa168f5869f12 2024-11-20T16:41:24,608 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3419883c861c9449685b7f117916b184/C of 3419883c861c9449685b7f117916b184 into a615e6949a82426594ffa168f5869f12(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:24,608 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:24,608 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., storeName=3419883c861c9449685b7f117916b184/C, priority=13, startTime=1732120884100; duration=0sec 2024-11-20T16:41:24,608 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:24,608 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3419883c861c9449685b7f117916b184:C 2024-11-20T16:41:24,664 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/0a497dc9d34048c9acead0d1ebbcdf70 2024-11-20T16:41:24,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/738b50cc57c246ffa7462511d4935455 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/738b50cc57c246ffa7462511d4935455 2024-11-20T16:41:24,672 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/738b50cc57c246ffa7462511d4935455, entries=150, sequenceid=323, filesize=12.0 K 2024-11-20T16:41:24,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/feb7f855acc545e6984441499ea40f89 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/feb7f855acc545e6984441499ea40f89 2024-11-20T16:41:24,677 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/feb7f855acc545e6984441499ea40f89, entries=150, sequenceid=323, filesize=12.0 K 2024-11-20T16:41:24,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/0a497dc9d34048c9acead0d1ebbcdf70 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/0a497dc9d34048c9acead0d1ebbcdf70 2024-11-20T16:41:24,682 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/0a497dc9d34048c9acead0d1ebbcdf70, entries=150, sequenceid=323, filesize=12.0 K 2024-11-20T16:41:24,683 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3419883c861c9449685b7f117916b184 in 475ms, sequenceid=323, compaction requested=false 2024-11-20T16:41:24,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:24,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:24,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-20T16:41:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-20T16:41:24,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-20T16:41:24,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0890 sec 2024-11-20T16:41:24,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.0940 sec 2024-11-20T16:41:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-20T16:41:24,736 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:41:24,736 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:41:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-20T16:41:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-20T16:41:24,738 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:41:24,739 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:41:24,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:41:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 3419883c861c9449685b7f117916b184 2024-11-20T16:41:24,749 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:41:24,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3419883c861c9449685b7f117916b184 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T16:41:24,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/f5ca940b1f7d4310bf0d7c1a0edfeb2e is 50, key is test_row_0/A:col10/1732120884748/Put/seqid=0 2024-11-20T16:41:24,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742122_1298 (size=14741) 2024-11-20T16:41:24,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120944776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:24,784 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:24,784 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:24,784 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:24,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120944782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:24,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120944784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:24,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:24,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120944784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:24,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:24,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:24,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:24,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:24,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:24,789 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:24,789 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:24,789 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-20T16:41:24,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-20T16:41:24,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:24,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:24,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:24,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:24,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:24,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120944895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:24,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:24,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:24,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:24,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120944896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:24,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:24,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:24,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:24,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120944896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:24,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:24,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:24,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:24,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120944896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:24,900 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:24,900 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:24,900 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:25,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-20T16:41:25,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:25,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:25,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:25,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:25,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:25,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-20T16:41:25,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:25,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120945106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:25,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:25,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:25,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120945106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:25,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:25,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:25,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:25,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:25,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120945106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:25,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:25,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:25,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120945106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:25,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:25,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:25,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:25,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:25,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/f5ca940b1f7d4310bf0d7c1a0edfeb2e 2024-11-20T16:41:25,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/677629ecaaa047c6a369f65cf29d0a9e is 50, key is test_row_0/B:col10/1732120884748/Put/seqid=0 2024-11-20T16:41:25,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-20T16:41:25,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:25,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:25,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:25,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:25,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:25,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742123_1299 (size=12301) 2024-11-20T16:41:25,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-20T16:41:25,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:25,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:25,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:25,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:25,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-20T16:41:25,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120945416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:25,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:25,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:25,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:25,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120945416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:25,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120945416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:25,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:25,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:25,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:25,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:25,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:25,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:25,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120945416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:25,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:25,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:25,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:25,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-20T16:41:25,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:25,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:25,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:25,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:25,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:25,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/677629ecaaa047c6a369f65cf29d0a9e 2024-11-20T16:41:25,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/4ffe7b9373ee40e68bcfd477ffdbffa9 is 50, key is test_row_0/C:col10/1732120884748/Put/seqid=0 2024-11-20T16:41:25,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742124_1300 (size=12301) 2024-11-20T16:41:25,628 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/4ffe7b9373ee40e68bcfd477ffdbffa9 2024-11-20T16:41:25,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/f5ca940b1f7d4310bf0d7c1a0edfeb2e as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/f5ca940b1f7d4310bf0d7c1a0edfeb2e 2024-11-20T16:41:25,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/f5ca940b1f7d4310bf0d7c1a0edfeb2e, entries=200, sequenceid=341, filesize=14.4 K 2024-11-20T16:41:25,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/677629ecaaa047c6a369f65cf29d0a9e as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/677629ecaaa047c6a369f65cf29d0a9e 2024-11-20T16:41:25,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/677629ecaaa047c6a369f65cf29d0a9e, entries=150, sequenceid=341, filesize=12.0 K 2024-11-20T16:41:25,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/4ffe7b9373ee40e68bcfd477ffdbffa9 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/4ffe7b9373ee40e68bcfd477ffdbffa9 2024-11-20T16:41:25,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/4ffe7b9373ee40e68bcfd477ffdbffa9, entries=150, sequenceid=341, filesize=12.0 K 2024-11-20T16:41:25,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-20T16:41:25,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:25,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:25,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:25,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:25,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:25,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 3419883c861c9449685b7f117916b184 in 917ms, sequenceid=341, compaction requested=true 2024-11-20T16:41:25,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:25,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3419883c861c9449685b7f117916b184:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:41:25,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:25,667 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:41:25,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3419883c861c9449685b7f117916b184:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:41:25,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:25,667 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:41:25,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3419883c861c9449685b7f117916b184:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:41:25,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:41:25,668 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:41:25,668 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:41:25,668 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 3419883c861c9449685b7f117916b184/B is initiating minor compaction (all files) 2024-11-20T16:41:25,668 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): 3419883c861c9449685b7f117916b184/A is initiating minor compaction (all files) 2024-11-20T16:41:25,668 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3419883c861c9449685b7f117916b184/B in TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:25,668 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3419883c861c9449685b7f117916b184/A in TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:25,668 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/98d751face434790a00aff6fbd02fdbb, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/feb7f855acc545e6984441499ea40f89, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/677629ecaaa047c6a369f65cf29d0a9e] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp, totalSize=36.7 K 2024-11-20T16:41:25,668 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/bbd017e02ba54e5aa4ae80cda457a330, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/738b50cc57c246ffa7462511d4935455, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/f5ca940b1f7d4310bf0d7c1a0edfeb2e] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp, totalSize=39.1 K 2024-11-20T16:41:25,669 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 98d751face434790a00aff6fbd02fdbb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732120883216 2024-11-20T16:41:25,670 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbd017e02ba54e5aa4ae80cda457a330, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732120883216 2024-11-20T16:41:25,670 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting feb7f855acc545e6984441499ea40f89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732120883238 2024-11-20T16:41:25,671 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 738b50cc57c246ffa7462511d4935455, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732120883238 2024-11-20T16:41:25,671 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 677629ecaaa047c6a369f65cf29d0a9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732120884425 2024-11-20T16:41:25,671 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5ca940b1f7d4310bf0d7c1a0edfeb2e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732120884425 2024-11-20T16:41:25,680 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3419883c861c9449685b7f117916b184#B#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:25,680 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/5ac8c53b946c42848f26461845ab8dc4 is 50, key is test_row_0/B:col10/1732120884748/Put/seqid=0 2024-11-20T16:41:25,695 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3419883c861c9449685b7f117916b184#A#compaction#256 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:25,695 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/252a95c66a524997ac8243fccfc10869 is 50, key is test_row_0/A:col10/1732120884748/Put/seqid=0 2024-11-20T16:41:25,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742125_1301 (size=13119) 2024-11-20T16:41:25,716 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/5ac8c53b946c42848f26461845ab8dc4 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/5ac8c53b946c42848f26461845ab8dc4 2024-11-20T16:41:25,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742126_1302 (size=13119) 2024-11-20T16:41:25,723 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3419883c861c9449685b7f117916b184/B of 3419883c861c9449685b7f117916b184 into 5ac8c53b946c42848f26461845ab8dc4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:25,724 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:25,724 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., storeName=3419883c861c9449685b7f117916b184/B, priority=13, startTime=1732120885667; duration=0sec 2024-11-20T16:41:25,724 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:41:25,724 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3419883c861c9449685b7f117916b184:B 2024-11-20T16:41:25,724 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:41:25,725 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:41:25,725 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 3419883c861c9449685b7f117916b184/C is initiating minor compaction (all files) 2024-11-20T16:41:25,725 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3419883c861c9449685b7f117916b184/C in TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:25,725 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/a615e6949a82426594ffa168f5869f12, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/0a497dc9d34048c9acead0d1ebbcdf70, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/4ffe7b9373ee40e68bcfd477ffdbffa9] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp, totalSize=36.7 K 2024-11-20T16:41:25,725 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting a615e6949a82426594ffa168f5869f12, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732120883216 2024-11-20T16:41:25,726 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a497dc9d34048c9acead0d1ebbcdf70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732120883238 2024-11-20T16:41:25,726 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ffe7b9373ee40e68bcfd477ffdbffa9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732120884425 2024-11-20T16:41:25,727 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/252a95c66a524997ac8243fccfc10869 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/252a95c66a524997ac8243fccfc10869 2024-11-20T16:41:25,735 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3419883c861c9449685b7f117916b184/A of 3419883c861c9449685b7f117916b184 into 252a95c66a524997ac8243fccfc10869(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:25,735 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:25,735 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., storeName=3419883c861c9449685b7f117916b184/A, priority=13, startTime=1732120885667; duration=0sec 2024-11-20T16:41:25,735 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:25,735 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3419883c861c9449685b7f117916b184:A 2024-11-20T16:41:25,736 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3419883c861c9449685b7f117916b184#C#compaction#257 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:25,736 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/29bbd700398248c5927860fb1dc62d43 is 50, key is test_row_0/C:col10/1732120884748/Put/seqid=0 2024-11-20T16:41:25,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742127_1303 (size=13119) 2024-11-20T16:41:25,760 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/29bbd700398248c5927860fb1dc62d43 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/29bbd700398248c5927860fb1dc62d43 2024-11-20T16:41:25,765 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3419883c861c9449685b7f117916b184/C of 3419883c861c9449685b7f117916b184 into 29bbd700398248c5927860fb1dc62d43(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:25,765 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:25,766 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., storeName=3419883c861c9449685b7f117916b184/C, priority=13, startTime=1732120885667; duration=0sec 2024-11-20T16:41:25,766 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:25,766 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3419883c861c9449685b7f117916b184:C 2024-11-20T16:41:25,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-20T16:41:25,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:25,815 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 3419883c861c9449685b7f117916b184 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T16:41:25,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/76ad959324464daf89f56e7c421c8f15 is 50, key is test_row_0/A:col10/1732120884771/Put/seqid=0 2024-11-20T16:41:25,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742128_1304 (size=12301) 2024-11-20T16:41:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-20T16:41:25,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:25,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 3419883c861c9449685b7f117916b184 2024-11-20T16:41:25,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120945942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:25,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:25,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:25,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:25,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120945942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:25,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:25,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:25,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:25,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120945943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:25,949 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:25,949 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:25,949 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:25,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120945943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:25,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:25,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:25,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:26,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:26,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120946055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:26,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:26,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:26,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120946055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:26,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:26,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120946056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:26,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:26,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:26,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120946056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:26,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:26,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:26,236 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/76ad959324464daf89f56e7c421c8f15 2024-11-20T16:41:26,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/05bb941e985e4f369bed71b58883945d is 50, key is test_row_0/B:col10/1732120884771/Put/seqid=0 2024-11-20T16:41:26,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120946266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:26,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:26,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120946266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:26,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:26,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:26,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:26,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120946269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:26,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:26,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:26,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120946269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:26,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:26,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742129_1305 (size=12301) 2024-11-20T16:41:26,298 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/05bb941e985e4f369bed71b58883945d 2024-11-20T16:41:26,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/92fa9359928e4ff4a049f5a5dc18d8f5 is 50, key is test_row_0/C:col10/1732120884771/Put/seqid=0 2024-11-20T16:41:26,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742130_1306 (size=12301) 2024-11-20T16:41:26,337 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/92fa9359928e4ff4a049f5a5dc18d8f5 2024-11-20T16:41:26,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/76ad959324464daf89f56e7c421c8f15 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/76ad959324464daf89f56e7c421c8f15 2024-11-20T16:41:26,364 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/76ad959324464daf89f56e7c421c8f15, entries=150, sequenceid=366, filesize=12.0 K 2024-11-20T16:41:26,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/05bb941e985e4f369bed71b58883945d as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/05bb941e985e4f369bed71b58883945d 2024-11-20T16:41:26,371 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/05bb941e985e4f369bed71b58883945d, entries=150, sequenceid=366, filesize=12.0 K 2024-11-20T16:41:26,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/92fa9359928e4ff4a049f5a5dc18d8f5 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/92fa9359928e4ff4a049f5a5dc18d8f5 2024-11-20T16:41:26,383 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/92fa9359928e4ff4a049f5a5dc18d8f5, entries=150, sequenceid=366, filesize=12.0 K 2024-11-20T16:41:26,384 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 3419883c861c9449685b7f117916b184 in 569ms, sequenceid=366, compaction requested=false 2024-11-20T16:41:26,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:26,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:26,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-20T16:41:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-20T16:41:26,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-20T16:41:26,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6470 sec 2024-11-20T16:41:26,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 1.6610 sec 2024-11-20T16:41:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 3419883c861c9449685b7f117916b184 2024-11-20T16:41:26,579 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:41:26,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3419883c861c9449685b7f117916b184 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T16:41:26,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/b8a327b5cf99454d8cb730c961cb7533 is 50, key is test_row_0/A:col10/1732120886578/Put/seqid=0 2024-11-20T16:41:26,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742131_1307 (size=17181) 2024-11-20T16:41:26,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/b8a327b5cf99454d8cb730c961cb7533 2024-11-20T16:41:26,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/d0d77772448c425b932be0a857b53f8c is 50, key is test_row_0/B:col10/1732120886578/Put/seqid=0 2024-11-20T16:41:26,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742132_1308 (size=12301) 2024-11-20T16:41:26,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:26,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120946615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120946615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:26,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:26,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:26,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/d0d77772448c425b932be0a857b53f8c 2024-11-20T16:41:26,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:26,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120946624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:26,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:26,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120946624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:26,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:26,630 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,630 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,630 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:26,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/10a74fdae14b45d4a907240708832199 is 50, key is test_row_0/C:col10/1732120886578/Put/seqid=0 2024-11-20T16:41:26,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742133_1309 (size=12301) 2024-11-20T16:41:26,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/10a74fdae14b45d4a907240708832199 2024-11-20T16:41:26,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/b8a327b5cf99454d8cb730c961cb7533 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/b8a327b5cf99454d8cb730c961cb7533 2024-11-20T16:41:26,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/b8a327b5cf99454d8cb730c961cb7533, entries=250, sequenceid=383, filesize=16.8 K 2024-11-20T16:41:26,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/d0d77772448c425b932be0a857b53f8c as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/d0d77772448c425b932be0a857b53f8c 2024-11-20T16:41:26,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/d0d77772448c425b932be0a857b53f8c, entries=150, sequenceid=383, filesize=12.0 K 2024-11-20T16:41:26,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/10a74fdae14b45d4a907240708832199 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/10a74fdae14b45d4a907240708832199 2024-11-20T16:41:26,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/10a74fdae14b45d4a907240708832199, entries=150, sequenceid=383, filesize=12.0 K 2024-11-20T16:41:26,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 3419883c861c9449685b7f117916b184 in 90ms, sequenceid=383, compaction requested=true 2024-11-20T16:41:26,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:26,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3419883c861c9449685b7f117916b184:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:41:26,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:26,669 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:41:26,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3419883c861c9449685b7f117916b184:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:41:26,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:26,669 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:41:26,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3419883c861c9449685b7f117916b184:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:41:26,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:41:26,670 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42601 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:41:26,670 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): 3419883c861c9449685b7f117916b184/A is initiating minor compaction (all files) 2024-11-20T16:41:26,671 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3419883c861c9449685b7f117916b184/A in TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:26,671 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/252a95c66a524997ac8243fccfc10869, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/76ad959324464daf89f56e7c421c8f15, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/b8a327b5cf99454d8cb730c961cb7533] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp, totalSize=41.6 K 2024-11-20T16:41:26,677 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:41:26,677 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 3419883c861c9449685b7f117916b184/B is initiating minor compaction (all files) 2024-11-20T16:41:26,677 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3419883c861c9449685b7f117916b184/B in TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:26,678 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/5ac8c53b946c42848f26461845ab8dc4, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/05bb941e985e4f369bed71b58883945d, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/d0d77772448c425b932be0a857b53f8c] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp, totalSize=36.8 K 2024-11-20T16:41:26,679 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 252a95c66a524997ac8243fccfc10869, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732120884425 2024-11-20T16:41:26,681 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ac8c53b946c42848f26461845ab8dc4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732120884425 2024-11-20T16:41:26,681 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76ad959324464daf89f56e7c421c8f15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732120884771 2024-11-20T16:41:26,681 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 05bb941e985e4f369bed71b58883945d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732120884771 2024-11-20T16:41:26,682 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8a327b5cf99454d8cb730c961cb7533, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732120885934 2024-11-20T16:41:26,682 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting d0d77772448c425b932be0a857b53f8c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732120885942 2024-11-20T16:41:26,700 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3419883c861c9449685b7f117916b184#B#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:26,701 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/6caa0da4f8e34febabefd0adfc9d9f02 is 50, key is test_row_0/B:col10/1732120886578/Put/seqid=0 2024-11-20T16:41:26,704 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3419883c861c9449685b7f117916b184#A#compaction#265 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:26,704 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/60035ebec42b48e2badfe17c737f36bf is 50, key is test_row_0/A:col10/1732120886578/Put/seqid=0 2024-11-20T16:41:26,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742135_1311 (size=13221) 2024-11-20T16:41:26,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742134_1310 (size=13221) 2024-11-20T16:41:26,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 3419883c861c9449685b7f117916b184 2024-11-20T16:41:26,728 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:41:26,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3419883c861c9449685b7f117916b184 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T16:41:26,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/1fe45dc8eddd47b1b1801eb48e473540 is 50, key is test_row_0/A:col10/1732120886611/Put/seqid=0 2024-11-20T16:41:26,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742136_1312 (size=17181) 2024-11-20T16:41:26,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120946776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:26,781 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:26,781 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,781 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120946779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:26,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:26,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120946781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:26,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:26,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120946781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:26,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-20T16:41:26,885 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:41:26,886 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:41:26,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120946885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:26,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-11-20T16:41:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-20T16:41:26,891 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:41:26,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120946890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:26,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,892 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:41:26,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:26,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:41:26,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120946895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:26,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:26,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120946896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:26,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:26,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-20T16:41:27,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-20T16:41:27,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:27,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:27,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:27,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:27,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:27,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:27,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120947095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:27,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120947095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:27,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:27,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:27,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:27,098 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:27,098 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:27,098 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:27,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120947106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:27,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:27,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:27,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:27,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120947106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:27,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:27,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:27,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:27,125 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/60035ebec42b48e2badfe17c737f36bf as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/60035ebec42b48e2badfe17c737f36bf 2024-11-20T16:41:27,125 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/6caa0da4f8e34febabefd0adfc9d9f02 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/6caa0da4f8e34febabefd0adfc9d9f02 2024-11-20T16:41:27,132 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3419883c861c9449685b7f117916b184/B of 3419883c861c9449685b7f117916b184 into 6caa0da4f8e34febabefd0adfc9d9f02(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:27,132 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:27,132 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., storeName=3419883c861c9449685b7f117916b184/B, priority=13, startTime=1732120886669; duration=0sec 2024-11-20T16:41:27,132 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:41:27,132 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3419883c861c9449685b7f117916b184:B 2024-11-20T16:41:27,132 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:41:27,133 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3419883c861c9449685b7f117916b184/A of 3419883c861c9449685b7f117916b184 into 60035ebec42b48e2badfe17c737f36bf(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:27,133 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:27,133 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., storeName=3419883c861c9449685b7f117916b184/A, priority=13, startTime=1732120886669; duration=0sec 2024-11-20T16:41:27,133 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:27,133 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3419883c861c9449685b7f117916b184:A 2024-11-20T16:41:27,133 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:41:27,133 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 3419883c861c9449685b7f117916b184/C is initiating minor compaction (all files) 2024-11-20T16:41:27,134 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3419883c861c9449685b7f117916b184/C in TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:27,134 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/29bbd700398248c5927860fb1dc62d43, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/92fa9359928e4ff4a049f5a5dc18d8f5, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/10a74fdae14b45d4a907240708832199] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp, totalSize=36.8 K 2024-11-20T16:41:27,134 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 29bbd700398248c5927860fb1dc62d43, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732120884425 2024-11-20T16:41:27,134 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 92fa9359928e4ff4a049f5a5dc18d8f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732120884771 2024-11-20T16:41:27,135 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 10a74fdae14b45d4a907240708832199, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732120885942 2024-11-20T16:41:27,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/1fe45dc8eddd47b1b1801eb48e473540 2024-11-20T16:41:27,146 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3419883c861c9449685b7f117916b184#C#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:27,146 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/d129f347c9924f53a9d78bd41c9f14e5 is 50, key is test_row_0/C:col10/1732120886578/Put/seqid=0 2024-11-20T16:41:27,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/b249f517a3fe4a63a6ac1c99702dc8b0 is 50, key is test_row_0/B:col10/1732120886611/Put/seqid=0 2024-11-20T16:41:27,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742137_1313 (size=13221) 2024-11-20T16:41:27,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742138_1314 (size=12301) 2024-11-20T16:41:27,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/b249f517a3fe4a63a6ac1c99702dc8b0 2024-11-20T16:41:27,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/d5728fd38f614d2aae008e9831d21741 is 50, key is test_row_0/C:col10/1732120886611/Put/seqid=0 2024-11-20T16:41:27,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-20T16:41:27,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:27,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:27,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:27,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:27,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:27,203 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T16:41:27,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742139_1315 (size=12301) 2024-11-20T16:41:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-20T16:41:27,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-20T16:41:27,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:27,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:27,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:27,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:27,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:27,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:27,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120947406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:27,407 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:27,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:27,407 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:27,407 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:27,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120947406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:27,407 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:27,407 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:27,407 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:27,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:27,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120947415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:27,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:27,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120947415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:27,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:27,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:27,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:27,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-20T16:41:27,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:27,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:27,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:27,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:27,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-20T16:41:27,564 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/d129f347c9924f53a9d78bd41c9f14e5 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/d129f347c9924f53a9d78bd41c9f14e5 2024-11-20T16:41:27,571 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3419883c861c9449685b7f117916b184/C of 3419883c861c9449685b7f117916b184 into d129f347c9924f53a9d78bd41c9f14e5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:27,571 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:27,571 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., storeName=3419883c861c9449685b7f117916b184/C, priority=13, startTime=1732120886669; duration=0sec 2024-11-20T16:41:27,571 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:27,571 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3419883c861c9449685b7f117916b184:C 2024-11-20T16:41:27,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/d5728fd38f614d2aae008e9831d21741 2024-11-20T16:41:27,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/1fe45dc8eddd47b1b1801eb48e473540 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/1fe45dc8eddd47b1b1801eb48e473540 2024-11-20T16:41:27,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/1fe45dc8eddd47b1b1801eb48e473540, entries=250, sequenceid=405, filesize=16.8 K 2024-11-20T16:41:27,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/b249f517a3fe4a63a6ac1c99702dc8b0 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/b249f517a3fe4a63a6ac1c99702dc8b0 2024-11-20T16:41:27,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/b249f517a3fe4a63a6ac1c99702dc8b0, entries=150, sequenceid=405, filesize=12.0 K 2024-11-20T16:41:27,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/d5728fd38f614d2aae008e9831d21741 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/d5728fd38f614d2aae008e9831d21741 2024-11-20T16:41:27,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/d5728fd38f614d2aae008e9831d21741, entries=150, sequenceid=405, filesize=12.0 K 2024-11-20T16:41:27,632 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 3419883c861c9449685b7f117916b184 in 904ms, sequenceid=405, compaction requested=false 2024-11-20T16:41:27,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:27,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-20T16:41:27,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:27,658 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing 3419883c861c9449685b7f117916b184 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T16:41:27,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/57a3a3b52d264c6d8b317aba207e04c1 is 50, key is test_row_0/A:col10/1732120886780/Put/seqid=0 2024-11-20T16:41:27,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742140_1316 (size=12301) 2024-11-20T16:41:27,666 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/57a3a3b52d264c6d8b317aba207e04c1 2024-11-20T16:41:27,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/f0bc90a0bf524e3db363a216074745c2 is 50, key is test_row_0/B:col10/1732120886780/Put/seqid=0 2024-11-20T16:41:27,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742141_1317 (size=12301) 2024-11-20T16:41:27,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 3419883c861c9449685b7f117916b184 2024-11-20T16:41:27,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. as already flushing 2024-11-20T16:41:27,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:27,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120947816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:27,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:27,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:27,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:27,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49352 deadline: 1732120947915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:27,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49350 deadline: 1732120947915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:27,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:27,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:27,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:27,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:27,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:27,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:27,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:27,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49366 deadline: 1732120947926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:27,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:27,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:27,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49382 deadline: 1732120947926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:27,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:27,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:27,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:27,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:27,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:27,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:27,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120947926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:27,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:27,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:27,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-20T16:41:28,082 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/f0bc90a0bf524e3db363a216074745c2 2024-11-20T16:41:28,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/06e9111d08204ad88315001f503fa646 is 50, key is test_row_0/C:col10/1732120886780/Put/seqid=0 2024-11-20T16:41:28,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742142_1318 (size=12301) 2024-11-20T16:41:28,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:28,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120948136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:28,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:28,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:28,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:28,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49424 deadline: 1732120948446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:28,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:28,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:28,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:41:28,497 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/06e9111d08204ad88315001f503fa646 2024-11-20T16:41:28,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/57a3a3b52d264c6d8b317aba207e04c1 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/57a3a3b52d264c6d8b317aba207e04c1 2024-11-20T16:41:28,509 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/57a3a3b52d264c6d8b317aba207e04c1, entries=150, sequenceid=422, filesize=12.0 K 2024-11-20T16:41:28,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/f0bc90a0bf524e3db363a216074745c2 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/f0bc90a0bf524e3db363a216074745c2 2024-11-20T16:41:28,518 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/f0bc90a0bf524e3db363a216074745c2, entries=150, sequenceid=422, filesize=12.0 K 2024-11-20T16:41:28,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/06e9111d08204ad88315001f503fa646 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/06e9111d08204ad88315001f503fa646 2024-11-20T16:41:28,523 INFO [Thread-1088 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1088. 2024-11-20T16:41:28,524 DEBUG [Thread-1088 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:41:28,524 DEBUG [Thread-1088 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:28,524 DEBUG [Thread-1088 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:28,524 INFO [Thread-1086 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1086. 2024-11-20T16:41:28,524 DEBUG [Thread-1086 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:41:28,524 DEBUG [Thread-1086 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:28,524 DEBUG [Thread-1086 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:28,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:41:28,524 INFO [Thread-1084 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1084. 2024-11-20T16:41:28,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:41:28,525 DEBUG [Thread-1084 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:41:28,525 DEBUG [Thread-1084 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:28,525 DEBUG [Thread-1084 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:28,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:41:28,526 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/06e9111d08204ad88315001f503fa646, entries=150, sequenceid=422, filesize=12.0 K 2024-11-20T16:41:28,527 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 3419883c861c9449685b7f117916b184 in 869ms, sequenceid=422, compaction requested=true 2024-11-20T16:41:28,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:28,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:28,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-11-20T16:41:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-11-20T16:41:28,528 INFO [Thread-1092 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1092. 2024-11-20T16:41:28,528 DEBUG [Thread-1092 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:41:28,528 DEBUG [Thread-1092 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:28,528 DEBUG [Thread-1092 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:28,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:41:28,528 INFO [Thread-1090 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1090. 2024-11-20T16:41:28,528 DEBUG [Thread-1090 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:41:28,528 DEBUG [Thread-1090 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:28,529 DEBUG [Thread-1090 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:28,529 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:41:28,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-20T16:41:28,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6370 sec 2024-11-20T16:41:28,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 1.6450 sec 2024-11-20T16:41:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 3419883c861c9449685b7f117916b184 2024-11-20T16:41:28,928 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:41:28,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3419883c861c9449685b7f117916b184 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T16:41:28,929 INFO [Thread-1077 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1077. 2024-11-20T16:41:28,929 DEBUG [Thread-1077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:41:28,929 INFO [Thread-1081 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1081. 2024-11-20T16:41:28,929 DEBUG [Thread-1077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:28,929 DEBUG [Thread-1081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:41:28,929 DEBUG [Thread-1081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:28,929 DEBUG [Thread-1077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:28,929 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:41:28,929 DEBUG [Thread-1081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:28,929 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:41:28,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/a5f5be55b96d4a68b6bea427c603a88c is 50, key is test_row_0/A:col10/1732120887815/Put/seqid=0 2024-11-20T16:41:28,937 INFO [Thread-1073 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1073. 2024-11-20T16:41:28,937 INFO [Thread-1079 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1079. 2024-11-20T16:41:28,937 DEBUG [Thread-1073 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:41:28,937 DEBUG [Thread-1079 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:41:28,937 DEBUG [Thread-1073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:28,938 DEBUG [Thread-1079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:28,938 DEBUG [Thread-1079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:28,938 DEBUG [Thread-1073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:28,938 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:41:28,938 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:41:28,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742143_1319 (size=12301) 2024-11-20T16:41:28,958 INFO [Thread-1075 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1075. 2024-11-20T16:41:28,958 DEBUG [Thread-1075 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:41:28,958 DEBUG [Thread-1075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:28,958 DEBUG [Thread-1075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:28,958 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:41:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-20T16:41:29,036 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:41:29,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T16:41:29,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-20T16:41:29,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-20T16:41:29,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-20T16:41:29,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-20T16:41:29,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-20T16:41:29,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T16:41:29,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3868 2024-11-20T16:41:29,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3987 2024-11-20T16:41:29,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3855 2024-11-20T16:41:29,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3872 2024-11-20T16:41:29,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3991 2024-11-20T16:41:29,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T16:41:29,036 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T16:41:29,036 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T16:41:29,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:29,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:29,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:41:29,037 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T16:41:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T16:41:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-20T16:41:29,041 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732120889041"}]},"ts":"1732120889041"} 2024-11-20T16:41:29,042 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T16:41:29,042 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T16:41:29,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T16:41:29,044 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3419883c861c9449685b7f117916b184, UNASSIGN}] 2024-11-20T16:41:29,045 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3419883c861c9449685b7f117916b184, UNASSIGN 2024-11-20T16:41:29,045 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=3419883c861c9449685b7f117916b184, regionState=CLOSING, regionLocation=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:29,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3419883c861c9449685b7f117916b184, UNASSIGN because future has completed 2024-11-20T16:41:29,046 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T16:41:29,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020}] 2024-11-20T16:41:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-20T16:41:29,199 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close 3419883c861c9449685b7f117916b184 2024-11-20T16:41:29,199 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T16:41:29,199 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing 3419883c861c9449685b7f117916b184, disabling compactions & flushes 2024-11-20T16:41:29,199 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:29,341 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/a5f5be55b96d4a68b6bea427c603a88c 2024-11-20T16:41:29,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/877e418a2c9f441ab820bee850ccdb26 is 50, key is test_row_0/B:col10/1732120887815/Put/seqid=0 2024-11-20T16:41:29,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742144_1320 (size=12301) 2024-11-20T16:41:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-20T16:41:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-20T16:41:29,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/877e418a2c9f441ab820bee850ccdb26 2024-11-20T16:41:29,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/8e60acdc43464fa79dcaeb01cbe53cf8 is 50, key is test_row_0/C:col10/1732120887815/Put/seqid=0 2024-11-20T16:41:29,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742145_1321 (size=12301) 2024-11-20T16:41:30,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/8e60acdc43464fa79dcaeb01cbe53cf8 2024-11-20T16:41:30,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/a5f5be55b96d4a68b6bea427c603a88c as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/a5f5be55b96d4a68b6bea427c603a88c 2024-11-20T16:41:30,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/a5f5be55b96d4a68b6bea427c603a88c, entries=150, sequenceid=446, filesize=12.0 K 2024-11-20T16:41:30,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/877e418a2c9f441ab820bee850ccdb26 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/877e418a2c9f441ab820bee850ccdb26 2024-11-20T16:41:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-20T16:41:30,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/877e418a2c9f441ab820bee850ccdb26, entries=150, sequenceid=446, filesize=12.0 K 2024-11-20T16:41:30,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/8e60acdc43464fa79dcaeb01cbe53cf8 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/8e60acdc43464fa79dcaeb01cbe53cf8 2024-11-20T16:41:30,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/8e60acdc43464fa79dcaeb01cbe53cf8, entries=150, sequenceid=446, filesize=12.0 K 2024-11-20T16:41:30,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=20.13 KB/20610 for 3419883c861c9449685b7f117916b184 in 1257ms, sequenceid=446, compaction requested=true 2024-11-20T16:41:30,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3419883c861c9449685b7f117916b184: 2024-11-20T16:41:30,185 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:30,185 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:30,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3419883c861c9449685b7f117916b184:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:41:30,185 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. because compaction request was cancelled 2024-11-20T16:41:30,186 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. after waiting 0 ms 2024-11-20T16:41:30,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:30,186 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3419883c861c9449685b7f117916b184:A 2024-11-20T16:41:30,186 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:30,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3419883c861c9449685b7f117916b184:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:41:30,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:30,186 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. because compaction request was cancelled 2024-11-20T16:41:30,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3419883c861c9449685b7f117916b184:C, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:41:30,186 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(2902): Flushing 3419883c861c9449685b7f117916b184 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-20T16:41:30,186 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3419883c861c9449685b7f117916b184:B 2024-11-20T16:41:30,186 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. because compaction request was cancelled 2024-11-20T16:41:30,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:30,186 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3419883c861c9449685b7f117916b184:C 2024-11-20T16:41:30,190 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/679e6a47f182434fbfbef828b4a9a17c is 50, key is test_row_0/A:col10/1732120888956/Put/seqid=0 2024-11-20T16:41:30,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742146_1322 (size=7415) 2024-11-20T16:41:30,595 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/679e6a47f182434fbfbef828b4a9a17c 2024-11-20T16:41:30,602 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/47f6b1f532134a8caa91462492a8ad21 is 50, key is test_row_0/B:col10/1732120888956/Put/seqid=0 2024-11-20T16:41:30,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742147_1323 (size=7415) 2024-11-20T16:41:30,606 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/47f6b1f532134a8caa91462492a8ad21 2024-11-20T16:41:30,615 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/abd58ef4203e4000944da806ffa58732 is 50, key is test_row_0/C:col10/1732120888956/Put/seqid=0 2024-11-20T16:41:30,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742148_1324 (size=7415) 2024-11-20T16:41:30,625 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/abd58ef4203e4000944da806ffa58732 2024-11-20T16:41:30,630 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/A/679e6a47f182434fbfbef828b4a9a17c as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/679e6a47f182434fbfbef828b4a9a17c 2024-11-20T16:41:30,634 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/679e6a47f182434fbfbef828b4a9a17c, entries=50, sequenceid=452, filesize=7.2 K 2024-11-20T16:41:30,635 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/B/47f6b1f532134a8caa91462492a8ad21 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/47f6b1f532134a8caa91462492a8ad21 2024-11-20T16:41:30,639 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/47f6b1f532134a8caa91462492a8ad21, entries=50, sequenceid=452, filesize=7.2 K 2024-11-20T16:41:30,640 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/.tmp/C/abd58ef4203e4000944da806ffa58732 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/abd58ef4203e4000944da806ffa58732 2024-11-20T16:41:30,643 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/abd58ef4203e4000944da806ffa58732, entries=50, sequenceid=452, filesize=7.2 K 2024-11-20T16:41:30,644 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 3419883c861c9449685b7f117916b184 in 458ms, sequenceid=452, compaction requested=true 2024-11-20T16:41:30,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/ef786c350d8f4574a945e3464336c722, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/21c0afee93284ecea40c077eda9fd9ff, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/36a8143d06504a558efa6329b97a21dd, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/c424ef2ab24f4e3b82fcf5201c668af2, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/f87e9f61afe44f3cb8829e4fdd18f032, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/b5fdf0a3cc384473a344b0bb417473da, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/d84188561da24044b5836f7808f1dffe, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/e926fef52fdd4a888b7b0fcb4b997b9c, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/c7879c5108f24b9fb688177d24ff3681, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/98490d4924c948008c86f39df4c84de2, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/9aa69cc249594b4796d2e2b33d645622, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/dc7c5480f8de4a998712a17b149f2988, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/09211ee54eaa449e9af8b170a8fdfdb7, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/09cb6d778a4e4793aa21f4c4a1e737e1, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/73ef942c88b045f19703827be101f2b4, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/81f208fce86549c1b975d1072fffe198, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/c25933c14b8e4dd9acfcc658246590eb, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/3a0e5e8f12c54ab0b668e4d66e6b594d, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/871b8c1ff1d246a4ac7f0d9ee804976c, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/614b2be30fd74b2d82e961c08626bfd7, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/4164bb9880114a2a842a54f235821215, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/bbd017e02ba54e5aa4ae80cda457a330, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/738b50cc57c246ffa7462511d4935455, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/f5ca940b1f7d4310bf0d7c1a0edfeb2e, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/252a95c66a524997ac8243fccfc10869, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/76ad959324464daf89f56e7c421c8f15, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/b8a327b5cf99454d8cb730c961cb7533] to archive 2024-11-20T16:41:30,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:41:30,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/ef786c350d8f4574a945e3464336c722 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/ef786c350d8f4574a945e3464336c722 2024-11-20T16:41:30,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/21c0afee93284ecea40c077eda9fd9ff to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/21c0afee93284ecea40c077eda9fd9ff 2024-11-20T16:41:30,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/36a8143d06504a558efa6329b97a21dd to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/36a8143d06504a558efa6329b97a21dd 2024-11-20T16:41:30,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/c424ef2ab24f4e3b82fcf5201c668af2 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/c424ef2ab24f4e3b82fcf5201c668af2 2024-11-20T16:41:30,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/f87e9f61afe44f3cb8829e4fdd18f032 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/f87e9f61afe44f3cb8829e4fdd18f032 2024-11-20T16:41:30,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/b5fdf0a3cc384473a344b0bb417473da to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/b5fdf0a3cc384473a344b0bb417473da 2024-11-20T16:41:30,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/d84188561da24044b5836f7808f1dffe to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/d84188561da24044b5836f7808f1dffe 2024-11-20T16:41:30,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/e926fef52fdd4a888b7b0fcb4b997b9c to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/e926fef52fdd4a888b7b0fcb4b997b9c 2024-11-20T16:41:30,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/c7879c5108f24b9fb688177d24ff3681 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/c7879c5108f24b9fb688177d24ff3681 2024-11-20T16:41:30,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/98490d4924c948008c86f39df4c84de2 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/98490d4924c948008c86f39df4c84de2 2024-11-20T16:41:30,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/9aa69cc249594b4796d2e2b33d645622 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/9aa69cc249594b4796d2e2b33d645622 2024-11-20T16:41:30,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/dc7c5480f8de4a998712a17b149f2988 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/dc7c5480f8de4a998712a17b149f2988 2024-11-20T16:41:30,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/09211ee54eaa449e9af8b170a8fdfdb7 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/09211ee54eaa449e9af8b170a8fdfdb7 2024-11-20T16:41:30,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/09cb6d778a4e4793aa21f4c4a1e737e1 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/09cb6d778a4e4793aa21f4c4a1e737e1 2024-11-20T16:41:30,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/73ef942c88b045f19703827be101f2b4 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/73ef942c88b045f19703827be101f2b4 2024-11-20T16:41:30,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/81f208fce86549c1b975d1072fffe198 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/81f208fce86549c1b975d1072fffe198 2024-11-20T16:41:30,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/c25933c14b8e4dd9acfcc658246590eb to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/c25933c14b8e4dd9acfcc658246590eb 2024-11-20T16:41:30,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/3a0e5e8f12c54ab0b668e4d66e6b594d to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/3a0e5e8f12c54ab0b668e4d66e6b594d 2024-11-20T16:41:30,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/871b8c1ff1d246a4ac7f0d9ee804976c to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/871b8c1ff1d246a4ac7f0d9ee804976c 2024-11-20T16:41:30,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/614b2be30fd74b2d82e961c08626bfd7 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/614b2be30fd74b2d82e961c08626bfd7 2024-11-20T16:41:30,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/4164bb9880114a2a842a54f235821215 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/4164bb9880114a2a842a54f235821215 2024-11-20T16:41:30,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/bbd017e02ba54e5aa4ae80cda457a330 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/bbd017e02ba54e5aa4ae80cda457a330 2024-11-20T16:41:30,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/738b50cc57c246ffa7462511d4935455 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/738b50cc57c246ffa7462511d4935455 2024-11-20T16:41:30,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/f5ca940b1f7d4310bf0d7c1a0edfeb2e to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/f5ca940b1f7d4310bf0d7c1a0edfeb2e 2024-11-20T16:41:30,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/252a95c66a524997ac8243fccfc10869 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/252a95c66a524997ac8243fccfc10869 2024-11-20T16:41:30,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/76ad959324464daf89f56e7c421c8f15 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/76ad959324464daf89f56e7c421c8f15 2024-11-20T16:41:30,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/b8a327b5cf99454d8cb730c961cb7533 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/b8a327b5cf99454d8cb730c961cb7533 2024-11-20T16:41:30,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/af0743d4676640e6a2126b24d50ca12b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/cf639b3bf3594f8a9140957d1e140165, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/03fb99459ad14b00a3d9f3a502d8d9f7, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/b404cf87f12a4a4499925372bd08a9a7, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/cf65f3204d0f41d580153dde5ac01faf, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/33af3c1596d4476fbbc21723d906913b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/a194c3c34dc8413f978da26e86537f9b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/ea183156751d47c691dcd0f5da723507, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/bfafd1c816254d85861770d4b51c5a84, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/ecb94e1db7054647a52e8dfad37d27f1, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/027016ce922c403eac0402b5b5312561, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/7bdbc2bf7ae24c728d099d4696c81643, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/513aa626fca74085aac11652c04efc4c, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/3637593756ac406883d00ed2f6cec031, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/1818c0390ba648fda11ae07e877429d6, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/cc2baf34b9cf41858c4f9b4df8157178, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/f4a8862cdfdb48c6ba90acfabc20b8de, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/d7a1883d867d49a4b4aca8adb5cbb1e5, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/a042519a6ba84f3a9dc83d9de113f059, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/31850b00000c4c838e6f934038e74bea, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/98d751face434790a00aff6fbd02fdbb, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/8aef7e53e3cf4387b52740b1494ac203, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/feb7f855acc545e6984441499ea40f89, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/5ac8c53b946c42848f26461845ab8dc4, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/677629ecaaa047c6a369f65cf29d0a9e, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/05bb941e985e4f369bed71b58883945d, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/d0d77772448c425b932be0a857b53f8c] to archive 2024-11-20T16:41:30,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:41:30,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/af0743d4676640e6a2126b24d50ca12b to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/af0743d4676640e6a2126b24d50ca12b 2024-11-20T16:41:30,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/cf639b3bf3594f8a9140957d1e140165 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/cf639b3bf3594f8a9140957d1e140165 2024-11-20T16:41:30,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/03fb99459ad14b00a3d9f3a502d8d9f7 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/03fb99459ad14b00a3d9f3a502d8d9f7 2024-11-20T16:41:30,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/b404cf87f12a4a4499925372bd08a9a7 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/b404cf87f12a4a4499925372bd08a9a7 2024-11-20T16:41:30,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/cf65f3204d0f41d580153dde5ac01faf to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/cf65f3204d0f41d580153dde5ac01faf 2024-11-20T16:41:30,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/33af3c1596d4476fbbc21723d906913b to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/33af3c1596d4476fbbc21723d906913b 2024-11-20T16:41:30,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/a194c3c34dc8413f978da26e86537f9b to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/a194c3c34dc8413f978da26e86537f9b 2024-11-20T16:41:30,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/ea183156751d47c691dcd0f5da723507 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/ea183156751d47c691dcd0f5da723507 2024-11-20T16:41:30,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/bfafd1c816254d85861770d4b51c5a84 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/bfafd1c816254d85861770d4b51c5a84 2024-11-20T16:41:30,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/ecb94e1db7054647a52e8dfad37d27f1 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/ecb94e1db7054647a52e8dfad37d27f1 2024-11-20T16:41:30,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/027016ce922c403eac0402b5b5312561 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/027016ce922c403eac0402b5b5312561 2024-11-20T16:41:30,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/7bdbc2bf7ae24c728d099d4696c81643 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/7bdbc2bf7ae24c728d099d4696c81643 2024-11-20T16:41:30,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/513aa626fca74085aac11652c04efc4c to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/513aa626fca74085aac11652c04efc4c 2024-11-20T16:41:30,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/3637593756ac406883d00ed2f6cec031 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/3637593756ac406883d00ed2f6cec031 2024-11-20T16:41:30,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/1818c0390ba648fda11ae07e877429d6 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/1818c0390ba648fda11ae07e877429d6 2024-11-20T16:41:30,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/cc2baf34b9cf41858c4f9b4df8157178 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/cc2baf34b9cf41858c4f9b4df8157178 2024-11-20T16:41:30,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/f4a8862cdfdb48c6ba90acfabc20b8de to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/f4a8862cdfdb48c6ba90acfabc20b8de 2024-11-20T16:41:30,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/d7a1883d867d49a4b4aca8adb5cbb1e5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/d7a1883d867d49a4b4aca8adb5cbb1e5 2024-11-20T16:41:30,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/a042519a6ba84f3a9dc83d9de113f059 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/a042519a6ba84f3a9dc83d9de113f059 2024-11-20T16:41:30,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/31850b00000c4c838e6f934038e74bea to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/31850b00000c4c838e6f934038e74bea 2024-11-20T16:41:30,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/98d751face434790a00aff6fbd02fdbb to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/98d751face434790a00aff6fbd02fdbb 2024-11-20T16:41:30,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/8aef7e53e3cf4387b52740b1494ac203 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/8aef7e53e3cf4387b52740b1494ac203 2024-11-20T16:41:30,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/feb7f855acc545e6984441499ea40f89 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/feb7f855acc545e6984441499ea40f89 2024-11-20T16:41:30,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/5ac8c53b946c42848f26461845ab8dc4 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/5ac8c53b946c42848f26461845ab8dc4 2024-11-20T16:41:30,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/677629ecaaa047c6a369f65cf29d0a9e to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/677629ecaaa047c6a369f65cf29d0a9e 2024-11-20T16:41:30,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/05bb941e985e4f369bed71b58883945d to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/05bb941e985e4f369bed71b58883945d 2024-11-20T16:41:30,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/d0d77772448c425b932be0a857b53f8c to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/d0d77772448c425b932be0a857b53f8c 2024-11-20T16:41:30,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/4a3c7156c6504fe08e937fee0d4df992, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/305f2645ea204748964faa27764b3d53, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/be709b2d3995418ca6322cee572de5d8, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/7ec3673ce15844fa89f7355f9a72b4e4, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/d6ce01680a19499c9874fecfd20026ed, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/440751d2e673425f9c169ccc6e32c874, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/3c51bde1ceb645358a1d7b07c1153203, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/51626c23da764b8abbf5d4a1408c5645, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/062dd049c67b424fa6d185c50bfb1bde, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/1518b840f41242cc95ce76284beee79d, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/8698f2ecc160477292898c32c802e2fc, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/94bc1d36eeb345319c9df30a73b5dfdd, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/364e0b4b2e354b978a5ee4ec859822c9, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/906926b5a73d41f4b5ed50e76999c9fe, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/551ac1568258428b8879108a1949c30c, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/794397d4020d4c99b3e7422d2bf30366, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/2b0d5dc51f9348c7b6a3707ba8e03ffd, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/24d26aabbde244588d51665c7b87441e, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/a5cd73f828bb4f2eac11fb8213026948, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/aeff127e9f294cac8d6f4a737d12a5f6, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/a615e6949a82426594ffa168f5869f12, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/6015c77ab65542ca9c88ca222bb79ab9, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/0a497dc9d34048c9acead0d1ebbcdf70, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/29bbd700398248c5927860fb1dc62d43, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/4ffe7b9373ee40e68bcfd477ffdbffa9, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/92fa9359928e4ff4a049f5a5dc18d8f5, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/10a74fdae14b45d4a907240708832199] to archive 2024-11-20T16:41:30,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:41:30,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/4a3c7156c6504fe08e937fee0d4df992 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/4a3c7156c6504fe08e937fee0d4df992 2024-11-20T16:41:30,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/305f2645ea204748964faa27764b3d53 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/305f2645ea204748964faa27764b3d53 2024-11-20T16:41:30,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/be709b2d3995418ca6322cee572de5d8 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/be709b2d3995418ca6322cee572de5d8 2024-11-20T16:41:30,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/7ec3673ce15844fa89f7355f9a72b4e4 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/7ec3673ce15844fa89f7355f9a72b4e4 2024-11-20T16:41:30,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/d6ce01680a19499c9874fecfd20026ed to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/d6ce01680a19499c9874fecfd20026ed 2024-11-20T16:41:30,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/440751d2e673425f9c169ccc6e32c874 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/440751d2e673425f9c169ccc6e32c874 2024-11-20T16:41:30,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/3c51bde1ceb645358a1d7b07c1153203 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/3c51bde1ceb645358a1d7b07c1153203 2024-11-20T16:41:30,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/51626c23da764b8abbf5d4a1408c5645 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/51626c23da764b8abbf5d4a1408c5645 2024-11-20T16:41:30,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/062dd049c67b424fa6d185c50bfb1bde to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/062dd049c67b424fa6d185c50bfb1bde 2024-11-20T16:41:30,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/1518b840f41242cc95ce76284beee79d to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/1518b840f41242cc95ce76284beee79d 2024-11-20T16:41:30,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/8698f2ecc160477292898c32c802e2fc to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/8698f2ecc160477292898c32c802e2fc 2024-11-20T16:41:30,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/94bc1d36eeb345319c9df30a73b5dfdd to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/94bc1d36eeb345319c9df30a73b5dfdd 2024-11-20T16:41:30,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/364e0b4b2e354b978a5ee4ec859822c9 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/364e0b4b2e354b978a5ee4ec859822c9 2024-11-20T16:41:30,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/906926b5a73d41f4b5ed50e76999c9fe to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/906926b5a73d41f4b5ed50e76999c9fe 2024-11-20T16:41:30,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/551ac1568258428b8879108a1949c30c to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/551ac1568258428b8879108a1949c30c 2024-11-20T16:41:30,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/794397d4020d4c99b3e7422d2bf30366 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/794397d4020d4c99b3e7422d2bf30366 2024-11-20T16:41:30,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/2b0d5dc51f9348c7b6a3707ba8e03ffd to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/2b0d5dc51f9348c7b6a3707ba8e03ffd 2024-11-20T16:41:30,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/24d26aabbde244588d51665c7b87441e to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/24d26aabbde244588d51665c7b87441e 2024-11-20T16:41:30,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/a5cd73f828bb4f2eac11fb8213026948 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/a5cd73f828bb4f2eac11fb8213026948 2024-11-20T16:41:30,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/aeff127e9f294cac8d6f4a737d12a5f6 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/aeff127e9f294cac8d6f4a737d12a5f6 2024-11-20T16:41:30,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/a615e6949a82426594ffa168f5869f12 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/a615e6949a82426594ffa168f5869f12 2024-11-20T16:41:30,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/6015c77ab65542ca9c88ca222bb79ab9 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/6015c77ab65542ca9c88ca222bb79ab9 2024-11-20T16:41:30,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/0a497dc9d34048c9acead0d1ebbcdf70 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/0a497dc9d34048c9acead0d1ebbcdf70 2024-11-20T16:41:30,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/29bbd700398248c5927860fb1dc62d43 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/29bbd700398248c5927860fb1dc62d43 2024-11-20T16:41:30,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/4ffe7b9373ee40e68bcfd477ffdbffa9 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/4ffe7b9373ee40e68bcfd477ffdbffa9 2024-11-20T16:41:30,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/92fa9359928e4ff4a049f5a5dc18d8f5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/92fa9359928e4ff4a049f5a5dc18d8f5 2024-11-20T16:41:30,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/10a74fdae14b45d4a907240708832199 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/10a74fdae14b45d4a907240708832199 2024-11-20T16:41:30,762 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/recovered.edits/455.seqid, newMaxSeqId=455, maxSeqId=1 2024-11-20T16:41:30,762 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. 2024-11-20T16:41:30,762 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for 3419883c861c9449685b7f117916b184: Waiting for close lock at 1732120889199Running coprocessor pre-close hooks at 1732120889199Disabling compacts and flushes for region at 1732120889199Disabling writes for close at 1732120890186 (+987 ms)Obtaining lock to block concurrent updates at 1732120890186Preparing flush snapshotting stores in 3419883c861c9449685b7f117916b184 at 1732120890186Finished memstore snapshotting TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1732120890186Flushing stores of TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184. at 1732120890186Flushing 3419883c861c9449685b7f117916b184/A: creating writer at 1732120890186Flushing 3419883c861c9449685b7f117916b184/A: appending metadata at 1732120890189 (+3 ms)Flushing 3419883c861c9449685b7f117916b184/A: closing flushed file at 1732120890189Flushing 3419883c861c9449685b7f117916b184/B: creating writer at 1732120890599 (+410 ms)Flushing 3419883c861c9449685b7f117916b184/B: appending metadata at 1732120890601 (+2 ms)Flushing 3419883c861c9449685b7f117916b184/B: closing flushed file at 1732120890601Flushing 3419883c861c9449685b7f117916b184/C: creating writer at 1732120890611 (+10 ms)Flushing 3419883c861c9449685b7f117916b184/C: appending metadata at 1732120890614 (+3 ms)Flushing 3419883c861c9449685b7f117916b184/C: closing flushed file at 1732120890614Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d36928f: reopening flushed file at 1732120890630 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47758b6d: reopening flushed file at 1732120890635 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a2aebc3: reopening flushed file at 1732120890639 (+4 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 3419883c861c9449685b7f117916b184 in 458ms, sequenceid=452, compaction requested=true at 1732120890644 (+5 ms)Writing region close event to WAL at 1732120890759 (+115 ms)Running coprocessor post-close hooks at 1732120890762 (+3 ms)Closed at 1732120890762 2024-11-20T16:41:30,765 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed 3419883c861c9449685b7f117916b184 2024-11-20T16:41:30,765 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=3419883c861c9449685b7f117916b184, regionState=CLOSED 2024-11-20T16:41:30,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 because future has completed 2024-11-20T16:41:30,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-20T16:41:30,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure 3419883c861c9449685b7f117916b184, server=b60eac9bda43,33789,1732120799020 in 1.7220 sec 2024-11-20T16:41:30,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-20T16:41:30,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3419883c861c9449685b7f117916b184, UNASSIGN in 1.7250 sec 2024-11-20T16:41:30,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-20T16:41:30,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7280 sec 2024-11-20T16:41:30,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732120890774"}]},"ts":"1732120890774"} 2024-11-20T16:41:30,775 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T16:41:30,775 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T16:41:30,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.7390 sec 2024-11-20T16:41:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-20T16:41:31,186 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:41:31,186 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T16:41:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:41:31,188 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=92, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:41:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-20T16:41:31,189 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=92, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:41:31,191 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184 2024-11-20T16:41:31,194 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A, FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B, FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C, FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/recovered.edits] 2024-11-20T16:41:31,196 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/1fe45dc8eddd47b1b1801eb48e473540 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/1fe45dc8eddd47b1b1801eb48e473540 2024-11-20T16:41:31,197 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/57a3a3b52d264c6d8b317aba207e04c1 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/57a3a3b52d264c6d8b317aba207e04c1 2024-11-20T16:41:31,198 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/60035ebec42b48e2badfe17c737f36bf to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/60035ebec42b48e2badfe17c737f36bf 2024-11-20T16:41:31,199 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/679e6a47f182434fbfbef828b4a9a17c to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/679e6a47f182434fbfbef828b4a9a17c 2024-11-20T16:41:31,200 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/a5f5be55b96d4a68b6bea427c603a88c to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/A/a5f5be55b96d4a68b6bea427c603a88c 2024-11-20T16:41:31,202 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/47f6b1f532134a8caa91462492a8ad21 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/47f6b1f532134a8caa91462492a8ad21 2024-11-20T16:41:31,204 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/6caa0da4f8e34febabefd0adfc9d9f02 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/6caa0da4f8e34febabefd0adfc9d9f02 2024-11-20T16:41:31,205 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/877e418a2c9f441ab820bee850ccdb26 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/877e418a2c9f441ab820bee850ccdb26 2024-11-20T16:41:31,206 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/b249f517a3fe4a63a6ac1c99702dc8b0 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/b249f517a3fe4a63a6ac1c99702dc8b0 2024-11-20T16:41:31,207 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/f0bc90a0bf524e3db363a216074745c2 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/B/f0bc90a0bf524e3db363a216074745c2 2024-11-20T16:41:31,209 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/06e9111d08204ad88315001f503fa646 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/06e9111d08204ad88315001f503fa646 2024-11-20T16:41:31,210 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/8e60acdc43464fa79dcaeb01cbe53cf8 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/8e60acdc43464fa79dcaeb01cbe53cf8 2024-11-20T16:41:31,211 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/abd58ef4203e4000944da806ffa58732 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/abd58ef4203e4000944da806ffa58732 2024-11-20T16:41:31,213 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/d129f347c9924f53a9d78bd41c9f14e5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/d129f347c9924f53a9d78bd41c9f14e5 2024-11-20T16:41:31,214 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/d5728fd38f614d2aae008e9831d21741 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/C/d5728fd38f614d2aae008e9831d21741 2024-11-20T16:41:31,216 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/recovered.edits/455.seqid to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184/recovered.edits/455.seqid 2024-11-20T16:41:31,217 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/3419883c861c9449685b7f117916b184 2024-11-20T16:41:31,217 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T16:41:31,219 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=92, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:41:31,222 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T16:41:31,224 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T16:41:31,225 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=92, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:41:31,225 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T16:41:31,226 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732120891225"}]},"ts":"9223372036854775807"} 2024-11-20T16:41:31,227 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T16:41:31,228 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 3419883c861c9449685b7f117916b184, NAME => 'TestAcidGuarantees,,1732120866329.3419883c861c9449685b7f117916b184.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T16:41:31,228 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T16:41:31,228 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732120891228"}]},"ts":"9223372036854775807"} 2024-11-20T16:41:31,229 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T16:41:31,230 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=92, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:41:31,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 44 msec 2024-11-20T16:41:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-20T16:41:31,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T16:41:31,296 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:41:31,306 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=240 (was 241), OpenFileDescriptor=453 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=452 (was 453), ProcessCount=11 (was 11), AvailableMemoryMB=9102 (was 8587) - AvailableMemoryMB LEAK? - 2024-11-20T16:41:31,317 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=240, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=452, ProcessCount=11, AvailableMemoryMB=9102 2024-11-20T16:41:31,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T16:41:31,318 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T16:41:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T16:41:31,321 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T16:41:31,321 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:31,321 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 93 2024-11-20T16:41:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-20T16:41:31,321 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T16:41:31,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742149_1325 (size=959) 2024-11-20T16:41:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-20T16:41:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-20T16:41:31,728 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e 2024-11-20T16:41:31,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742150_1326 (size=53) 2024-11-20T16:41:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-20T16:41:32,137 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:41:32,137 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing a5d06512c9f96d606a42e000745438ad, disabling compactions & flushes 2024-11-20T16:41:32,137 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:32,137 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:32,138 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. after waiting 0 ms 2024-11-20T16:41:32,138 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:32,138 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:32,138 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for a5d06512c9f96d606a42e000745438ad: Waiting for close lock at 1732120892137Disabling compacts and flushes for region at 1732120892137Disabling writes for close at 1732120892138 (+1 ms)Writing region close event to WAL at 1732120892138Closed at 1732120892138 2024-11-20T16:41:32,139 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T16:41:32,140 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732120892139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732120892139"}]},"ts":"1732120892139"} 2024-11-20T16:41:32,142 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T16:41:32,144 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T16:41:32,145 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732120892144"}]},"ts":"1732120892144"} 2024-11-20T16:41:32,148 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T16:41:32,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a5d06512c9f96d606a42e000745438ad, ASSIGN}] 2024-11-20T16:41:32,150 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a5d06512c9f96d606a42e000745438ad, ASSIGN 2024-11-20T16:41:32,151 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a5d06512c9f96d606a42e000745438ad, ASSIGN; state=OFFLINE, location=b60eac9bda43,33789,1732120799020; forceNewPlan=false, retain=false 2024-11-20T16:41:32,301 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=a5d06512c9f96d606a42e000745438ad, regionState=OPENING, regionLocation=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:32,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a5d06512c9f96d606a42e000745438ad, ASSIGN because future has completed 2024-11-20T16:41:32,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020}] 2024-11-20T16:41:32,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-20T16:41:32,462 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:32,462 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} 2024-11-20T16:41:32,463 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:32,463 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:41:32,463 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:32,463 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:32,464 INFO [StoreOpener-a5d06512c9f96d606a42e000745438ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:32,466 INFO [StoreOpener-a5d06512c9f96d606a42e000745438ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5d06512c9f96d606a42e000745438ad columnFamilyName A 2024-11-20T16:41:32,466 DEBUG [StoreOpener-a5d06512c9f96d606a42e000745438ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:32,467 INFO [StoreOpener-a5d06512c9f96d606a42e000745438ad-1 {}] regionserver.HStore(327): Store=a5d06512c9f96d606a42e000745438ad/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:41:32,467 INFO [StoreOpener-a5d06512c9f96d606a42e000745438ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:32,468 INFO [StoreOpener-a5d06512c9f96d606a42e000745438ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5d06512c9f96d606a42e000745438ad columnFamilyName B 2024-11-20T16:41:32,468 DEBUG [StoreOpener-a5d06512c9f96d606a42e000745438ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:32,468 INFO [StoreOpener-a5d06512c9f96d606a42e000745438ad-1 {}] regionserver.HStore(327): Store=a5d06512c9f96d606a42e000745438ad/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:41:32,468 INFO [StoreOpener-a5d06512c9f96d606a42e000745438ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:32,469 INFO [StoreOpener-a5d06512c9f96d606a42e000745438ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5d06512c9f96d606a42e000745438ad columnFamilyName C 2024-11-20T16:41:32,469 DEBUG [StoreOpener-a5d06512c9f96d606a42e000745438ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:32,470 INFO [StoreOpener-a5d06512c9f96d606a42e000745438ad-1 {}] regionserver.HStore(327): Store=a5d06512c9f96d606a42e000745438ad/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:41:32,470 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:32,470 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:32,471 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:32,471 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:32,471 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:32,472 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T16:41:32,472 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:32,474 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T16:41:32,474 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened a5d06512c9f96d606a42e000745438ad; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64793311, jitterRate=-0.03450442850589752}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T16:41:32,474 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:32,475 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for a5d06512c9f96d606a42e000745438ad: Running coprocessor pre-open hook at 1732120892463Writing region info on filesystem at 1732120892463Initializing all the Stores at 1732120892464 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732120892464Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732120892464Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732120892464Cleaning up temporary data from old regions at 1732120892471 (+7 ms)Running coprocessor post-open hooks at 1732120892474 (+3 ms)Region opened successfully at 1732120892475 (+1 ms) 2024-11-20T16:41:32,475 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., pid=95, masterSystemTime=1732120892455 2024-11-20T16:41:32,477 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:32,477 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:32,477 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=a5d06512c9f96d606a42e000745438ad, regionState=OPEN, openSeqNum=2, regionLocation=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:32,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 because future has completed 2024-11-20T16:41:32,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-20T16:41:32,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 in 176 msec 2024-11-20T16:41:32,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-20T16:41:32,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a5d06512c9f96d606a42e000745438ad, ASSIGN in 332 msec 2024-11-20T16:41:32,483 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T16:41:32,483 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732120892483"}]},"ts":"1732120892483"} 2024-11-20T16:41:32,484 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T16:41:32,485 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T16:41:32,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1670 sec 2024-11-20T16:41:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-20T16:41:33,466 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:41:33,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59596ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:33,468 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:41:33,468 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:41:33,469 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:41:33,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:41:33,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:41:33,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@593a5ae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:33,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:41:33,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:41:33,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:33,472 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55352, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:41:33,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46355143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:33,473 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:41:33,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:41:33,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:41:33,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:41:33,476 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T16:41:33,477 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is b60eac9bda43,40299,1732120798156 2024-11-20T16:41:33,477 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26090e87 2024-11-20T16:41:33,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T16:41:33,479 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55364, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T16:41:33,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T16:41:33,481 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T16:41:33,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=96, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T16:41:33,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742151_1327 (size=995) 2024-11-20T16:41:33,899 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-20T16:41:33,900 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-20T16:41:33,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T16:41:33,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a5d06512c9f96d606a42e000745438ad, REOPEN/MOVE}] 2024-11-20T16:41:33,910 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a5d06512c9f96d606a42e000745438ad, REOPEN/MOVE 2024-11-20T16:41:33,911 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=a5d06512c9f96d606a42e000745438ad, regionState=CLOSING, regionLocation=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:33,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a5d06512c9f96d606a42e000745438ad, REOPEN/MOVE because future has completed 2024-11-20T16:41:33,912 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T16:41:33,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE, hasLock=false; CloseRegionProcedure a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020}] 2024-11-20T16:41:34,065 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(122): Close a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:34,066 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T16:41:34,066 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1722): Closing a5d06512c9f96d606a42e000745438ad, disabling compactions & flushes 2024-11-20T16:41:34,066 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:34,066 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:34,066 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. after waiting 0 ms 2024-11-20T16:41:34,066 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:34,073 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T16:41:34,075 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:34,075 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1676): Region close journal for a5d06512c9f96d606a42e000745438ad: Waiting for close lock at 1732120894066Running coprocessor pre-close hooks at 1732120894066Disabling compacts and flushes for region at 1732120894066Disabling writes for close at 1732120894066Writing region close event to WAL at 1732120894067 (+1 ms)Running coprocessor post-close hooks at 1732120894074 (+7 ms)Closed at 1732120894075 (+1 ms) 2024-11-20T16:41:34,075 WARN [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegionServer(3299): Not adding moved region record: a5d06512c9f96d606a42e000745438ad to self. 2024-11-20T16:41:34,078 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(157): Closed a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:34,079 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=a5d06512c9f96d606a42e000745438ad, regionState=CLOSED 2024-11-20T16:41:34,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=99, ppid=98, state=RUNNABLE, hasLock=false; CloseRegionProcedure a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 because future has completed 2024-11-20T16:41:34,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-11-20T16:41:34,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; CloseRegionProcedure a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 in 169 msec 2024-11-20T16:41:34,085 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a5d06512c9f96d606a42e000745438ad, REOPEN/MOVE; state=CLOSED, location=b60eac9bda43,33789,1732120799020; forceNewPlan=false, retain=true 2024-11-20T16:41:34,236 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=a5d06512c9f96d606a42e000745438ad, regionState=OPENING, regionLocation=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:34,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a5d06512c9f96d606a42e000745438ad, REOPEN/MOVE because future has completed 2024-11-20T16:41:34,241 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020}] 2024-11-20T16:41:34,400 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:34,400 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7752): Opening region: {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} 2024-11-20T16:41:34,400 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:34,401 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:41:34,401 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7794): checking encryption for a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:34,401 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7797): checking classloading for a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:34,403 INFO [StoreOpener-a5d06512c9f96d606a42e000745438ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:34,404 INFO [StoreOpener-a5d06512c9f96d606a42e000745438ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5d06512c9f96d606a42e000745438ad columnFamilyName A 2024-11-20T16:41:34,407 DEBUG [StoreOpener-a5d06512c9f96d606a42e000745438ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:34,407 INFO [StoreOpener-a5d06512c9f96d606a42e000745438ad-1 {}] regionserver.HStore(327): Store=a5d06512c9f96d606a42e000745438ad/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:41:34,408 INFO [StoreOpener-a5d06512c9f96d606a42e000745438ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:34,409 INFO [StoreOpener-a5d06512c9f96d606a42e000745438ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5d06512c9f96d606a42e000745438ad columnFamilyName B 2024-11-20T16:41:34,409 DEBUG [StoreOpener-a5d06512c9f96d606a42e000745438ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:34,410 INFO [StoreOpener-a5d06512c9f96d606a42e000745438ad-1 {}] regionserver.HStore(327): Store=a5d06512c9f96d606a42e000745438ad/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:41:34,411 INFO [StoreOpener-a5d06512c9f96d606a42e000745438ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:34,412 INFO [StoreOpener-a5d06512c9f96d606a42e000745438ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5d06512c9f96d606a42e000745438ad columnFamilyName C 2024-11-20T16:41:34,412 DEBUG [StoreOpener-a5d06512c9f96d606a42e000745438ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:34,413 INFO [StoreOpener-a5d06512c9f96d606a42e000745438ad-1 {}] regionserver.HStore(327): Store=a5d06512c9f96d606a42e000745438ad/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:41:34,413 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1038): replaying wal for a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:34,414 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:34,415 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:34,417 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1048): stopping wal replay for a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:34,417 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1060): Cleaning up temporary data for a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:34,417 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T16:41:34,419 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1093): writing seq id for a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:34,420 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1114): Opened a5d06512c9f96d606a42e000745438ad; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74464055, jitterRate=0.10960088670253754}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T16:41:34,420 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:34,420 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1006): Region open journal for a5d06512c9f96d606a42e000745438ad: Running coprocessor pre-open hook at 1732120894401Writing region info on filesystem at 1732120894401Initializing all the Stores at 1732120894402 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732120894402Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732120894403 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732120894403Cleaning up temporary data from old regions at 1732120894417 (+14 ms)Running coprocessor post-open hooks at 1732120894420 (+3 ms)Region opened successfully at 1732120894420 2024-11-20T16:41:34,421 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., pid=100, masterSystemTime=1732120894395 2024-11-20T16:41:34,423 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:34,423 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:34,424 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=a5d06512c9f96d606a42e000745438ad, regionState=OPEN, openSeqNum=5, regionLocation=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:34,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 because future has completed 2024-11-20T16:41:34,426 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40299 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b60eac9bda43,33789,1732120799020, table=TestAcidGuarantees, region=a5d06512c9f96d606a42e000745438ad. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T16:41:34,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=98 2024-11-20T16:41:34,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=98, state=SUCCESS, hasLock=false; OpenRegionProcedure a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 in 185 msec 2024-11-20T16:41:34,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-20T16:41:34,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a5d06512c9f96d606a42e000745438ad, REOPEN/MOVE in 519 msec 2024-11-20T16:41:34,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-11-20T16:41:34,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 524 msec 2024-11-20T16:41:34,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 950 msec 2024-11-20T16:41:34,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-20T16:41:34,434 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:41:34,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4853c07b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:34,435 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:41:34,435 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:41:34,436 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:41:34,436 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:41:34,436 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:41:34,436 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5140fb9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:34,436 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:41:34,436 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:41:34,436 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:34,437 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:41:34,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@640df87e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:34,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f7d3c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:34,438 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:41:34,438 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:41:34,438 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:41:34,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:41:34,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:41:34,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@721bec74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:34,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:41:34,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:41:34,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:34,440 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55394, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:41:34,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e4ac8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:34,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b614aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:34,441 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:41:34,441 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:41:34,441 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:41:34,441 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:41:34,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:41:34,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a816e83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:34,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:41:34,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:41:34,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:34,442 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55412, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:41:34,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1651da5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:34,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b7fbdbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:34,443 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:41:34,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:41:34,444 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:41:34,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:41:34,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:41:34,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65abd243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:34,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:41:34,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:41:34,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:34,445 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55436, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:41:34,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf80873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:34,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37842ce8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:34,446 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:41:34,446 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:41:34,446 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:41:34,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:41:34,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:41:34,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ac8135d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:34,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:41:34,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:41:34,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:34,447 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55452, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:41:34,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c0774b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:34,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bbf44a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:34,449 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:41:34,449 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:41:34,449 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:41:34,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:41:34,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:41:34,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a787c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:34,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:41:34,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:41:34,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:34,450 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:41:34,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63dbecef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:34,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ad32ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:34,451 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:41:34,451 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:41:34,452 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:41:34,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:41:34,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:41:34,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5aae21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:34,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:41:34,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:41:34,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:34,453 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55476, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:41:34,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4665e41d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:34,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@615de503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:34,454 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:41:34,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:41:34,454 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:41:34,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:41:34,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:41:34,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3259c26b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:34,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:41:34,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:41:34,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:34,455 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55486, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:41:34,456 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab15048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:34,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5690e3aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:34,456 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:41:34,456 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:41:34,457 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:41:34,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:41:34,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:41:34,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c96bf19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:34,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:41:34,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:41:34,458 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:34,458 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55512, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:41:34,459 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17dc235f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:34,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a170ebf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:34,459 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:41:34,459 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:41:34,460 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:41:34,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:41:34,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:41:34,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f2817b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:34,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:41:34,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:41:34,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:34,461 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55538, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:41:34,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e87f238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:41:34,462 DEBUG [Thread-1497 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:41:34,462 DEBUG [Thread-1514 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:41:34,462 DEBUG [Thread-1516 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:41:34,462 DEBUG [Thread-1510 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:41:34,463 DEBUG [Thread-1508 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:41:34,463 DEBUG [Thread-1512 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:41:34,463 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:41:34,463 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:41:34,463 DEBUG [Thread-1503 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:41:34,463 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:41:34,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:41:34,463 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:41:34,463 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:41:34,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:41:34,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:41:34,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:41:34,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:41:34,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:41:34,465 DEBUG [Thread-1505 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:41:34,465 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:41:34,465 DEBUG [Thread-1499 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:41:34,465 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:41:34,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55496, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:41:34,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55498, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:41:34,465 DEBUG [Thread-1501 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:41:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-20T16:41:34,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55518, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:41:34,465 DEBUG [Thread-1503 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:41:34,466 DEBUG [Thread-1503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:41:34,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:41:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-20T16:41:34,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:41:34,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:41:34,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55506, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:41:34,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:41:34,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:41:34,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:41:34,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55540, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:41:34,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:41:34,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:41:34,467 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:41:34,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5] 2024-11-20T16:41:34,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55570, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:41:34,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55580, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:41:34,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5] 2024-11-20T16:41:34,469 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:41:34,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55556, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:41:34,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:41:34,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5] 2024-11-20T16:41:34,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5] 2024-11-20T16:41:34,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5] 2024-11-20T16:41:34,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5] 2024-11-20T16:41:34,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5] 2024-11-20T16:41:34,472 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5] 2024-11-20T16:41:34,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5] 2024-11-20T16:41:34,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5] 2024-11-20T16:41:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:34,482 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:41:34,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a5d06512c9f96d606a42e000745438ad 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T16:41:34,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a298fdd77d494e9bac543fb1ce16f12c_a5d06512c9f96d606a42e000745438ad is 50, key is test_row_0/A:col10/1732120894481/Put/seqid=0 2024-11-20T16:41:34,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742152_1328 (size=14594) 2024-11-20T16:41:34,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55580 deadline: 1732120954541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:34,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:34,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:34,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:34,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732120954543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:34,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:34,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:34,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:34,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:34,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55540 deadline: 1732120954545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:34,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:34,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:34,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:34,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:34,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1732120954549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:34,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:34,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:34,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:34,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120954550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:34,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:34,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:34,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-20T16:41:34,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-20T16:41:34,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:34,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:34,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:34,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:34,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:34,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:34,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55580 deadline: 1732120954656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:34,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:34,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:34,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:34,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732120954656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:34,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:34,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:34,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:34,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55540 deadline: 1732120954665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:34,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:34,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:34,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1732120954665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:34,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:34,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:34,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:34,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120954665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:34,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:34,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:34,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:34,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:34,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-20T16:41:34,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:34,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:34,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:34,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:34,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-20T16:41:34,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55580 deadline: 1732120954865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:34,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:34,871 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:34,871 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:34,871 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732120954865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:34,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:34,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:34,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:34,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55540 deadline: 1732120954875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:34,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:34,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1732120954875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:34,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:34,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:34,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:34,881 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:34,881 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120954875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:34,881 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:34,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:34,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:34,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:34,915 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:34,918 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a298fdd77d494e9bac543fb1ce16f12c_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a298fdd77d494e9bac543fb1ce16f12c_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:34,918 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/2265d108a61c4d75b074b604f391da42, store: [table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:34,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/2265d108a61c4d75b074b604f391da42 is 175, key is test_row_0/A:col10/1732120894481/Put/seqid=0 2024-11-20T16:41:34,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742153_1329 (size=39549) 2024-11-20T16:41:34,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-20T16:41:34,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:34,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:34,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:34,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:34,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:35,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-20T16:41:35,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:35,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:35,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:35,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:35,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-20T16:41:35,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:35,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55580 deadline: 1732120955176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732120955176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:35,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:35,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:35,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:35,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:35,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:35,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:35,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55540 deadline: 1732120955185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:35,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:35,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1732120955185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:35,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:35,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:35,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:35,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120955185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:35,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:35,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:35,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:35,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:35,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:35,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-20T16:41:35,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:35,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:35,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:35,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:35,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:35,322 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/2265d108a61c4d75b074b604f391da42 2024-11-20T16:41:35,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/52e3dc5aa7b84144afdcb441de2cf492 is 50, key is test_row_0/B:col10/1732120894481/Put/seqid=0 2024-11-20T16:41:35,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742154_1330 (size=12001) 2024-11-20T16:41:35,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-20T16:41:35,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:35,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:35,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:35,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:35,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:35,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-20T16:41:35,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:35,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:35,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:35,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:35,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-20T16:41:35,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:35,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55580 deadline: 1732120955685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:35,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:35,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:35,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:35,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-20T16:41:35,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:35,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:35,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:35,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:35,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:35,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:35,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732120955695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:35,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:35,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:35,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:35,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:35,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1732120955696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:35,702 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:35,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:35,702 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:35,702 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:35,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55540 deadline: 1732120955696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:35,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:35,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:35,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:35,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:35,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120955696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:35,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:35,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:35,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:35,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/52e3dc5aa7b84144afdcb441de2cf492 2024-11-20T16:41:35,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/43c21f59ba7c48438e47f8312e229ad6 is 50, key is test_row_0/C:col10/1732120894481/Put/seqid=0 2024-11-20T16:41:35,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742155_1331 (size=12001) 2024-11-20T16:41:35,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-20T16:41:35,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:35,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:35,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:35,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:35,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:36,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-20T16:41:36,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:36,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:36,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:36,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:36,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:36,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:36,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-20T16:41:36,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:36,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:36,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:36,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:36,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:36,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:36,155 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40299 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b60eac9bda43,33789,1732120799020, table=TestAcidGuarantees, region=a5d06512c9f96d606a42e000745438ad. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T16:41:36,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/43c21f59ba7c48438e47f8312e229ad6 2024-11-20T16:41:36,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/2265d108a61c4d75b074b604f391da42 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/2265d108a61c4d75b074b604f391da42 2024-11-20T16:41:36,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/2265d108a61c4d75b074b604f391da42, entries=200, sequenceid=15, filesize=38.6 K 2024-11-20T16:41:36,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/52e3dc5aa7b84144afdcb441de2cf492 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/52e3dc5aa7b84144afdcb441de2cf492 2024-11-20T16:41:36,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/52e3dc5aa7b84144afdcb441de2cf492, entries=150, sequenceid=15, filesize=11.7 K 2024-11-20T16:41:36,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/43c21f59ba7c48438e47f8312e229ad6 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/43c21f59ba7c48438e47f8312e229ad6 2024-11-20T16:41:36,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/43c21f59ba7c48438e47f8312e229ad6, entries=150, sequenceid=15, filesize=11.7 K 2024-11-20T16:41:36,213 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a5d06512c9f96d606a42e000745438ad in 1731ms, sequenceid=15, compaction requested=false 2024-11-20T16:41:36,213 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T16:41:36,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:36,295 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T16:41:36,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-20T16:41:36,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:36,307 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing a5d06512c9f96d606a42e000745438ad 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T16:41:36,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e0e0d92791954372bfc9cd84b64447ae_a5d06512c9f96d606a42e000745438ad is 50, key is test_row_0/A:col10/1732120894549/Put/seqid=0 2024-11-20T16:41:36,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742156_1332 (size=12154) 2024-11-20T16:41:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-20T16:41:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:36,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:36,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120956715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:36,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55580 deadline: 1732120956718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:36,726 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_1' in a5d06512c9f96d606a42e000745438ad of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:41:36,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:36,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1732120956723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:36,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:36,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:36,727 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:36,727 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:36,727 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:36,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:36,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:36,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:36,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732120956724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:36,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:36,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:36,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:36,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55540 deadline: 1732120956725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:36,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:36,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:36,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:36,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:36,758 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e0e0d92791954372bfc9cd84b64447ae_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e0e0d92791954372bfc9cd84b64447ae_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:36,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/b0606539b2314515809138c0b1935dbe, store: [table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:36,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/b0606539b2314515809138c0b1935dbe is 175, key is test_row_0/A:col10/1732120894549/Put/seqid=0 2024-11-20T16:41:36,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742157_1333 (size=30955) 2024-11-20T16:41:36,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1732120956835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:36,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55580 deadline: 1732120956835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:36,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:36,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:36,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:36,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:36,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:36,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:36,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732120956835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:36,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:36,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:36,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:36,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55540 deadline: 1732120956846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:36,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:36,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:36,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:37,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1732120957045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:37,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55580 deadline: 1732120957045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:37,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:37,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:37,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:37,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:37,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:37,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:37,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732120957045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:37,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:37,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:37,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:37,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55540 deadline: 1732120957056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:37,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:37,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:37,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:37,163 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/b0606539b2314515809138c0b1935dbe 2024-11-20T16:41:37,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/05529e6045d14363836a745cd1579379 is 50, key is test_row_0/B:col10/1732120894549/Put/seqid=0 2024-11-20T16:41:37,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742158_1334 (size=12001) 2024-11-20T16:41:37,175 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/05529e6045d14363836a745cd1579379 2024-11-20T16:41:37,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/7fc688932dc84efd8b22e974661c9a01 is 50, key is test_row_0/C:col10/1732120894549/Put/seqid=0 2024-11-20T16:41:37,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742159_1335 (size=12001) 2024-11-20T16:41:37,189 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/7fc688932dc84efd8b22e974661c9a01 2024-11-20T16:41:37,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/b0606539b2314515809138c0b1935dbe as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/b0606539b2314515809138c0b1935dbe 2024-11-20T16:41:37,196 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/b0606539b2314515809138c0b1935dbe, entries=150, sequenceid=40, filesize=30.2 K 2024-11-20T16:41:37,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/05529e6045d14363836a745cd1579379 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/05529e6045d14363836a745cd1579379 2024-11-20T16:41:37,200 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/05529e6045d14363836a745cd1579379, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T16:41:37,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/7fc688932dc84efd8b22e974661c9a01 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/7fc688932dc84efd8b22e974661c9a01 2024-11-20T16:41:37,204 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/7fc688932dc84efd8b22e974661c9a01, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T16:41:37,205 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a5d06512c9f96d606a42e000745438ad in 899ms, sequenceid=40, compaction requested=false 2024-11-20T16:41:37,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:37,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:37,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-20T16:41:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-20T16:41:37,209 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-20T16:41:37,209 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7390 sec 2024-11-20T16:41:37,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 2.7470 sec 2024-11-20T16:41:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:37,359 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:41:37,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a5d06512c9f96d606a42e000745438ad 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T16:41:37,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202a27800190304d79868383bbb22245f9_a5d06512c9f96d606a42e000745438ad is 50, key is test_row_0/A:col10/1732120896716/Put/seqid=0 2024-11-20T16:41:37,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742160_1336 (size=14594) 2024-11-20T16:41:37,376 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:37,382 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202a27800190304d79868383bbb22245f9_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202a27800190304d79868383bbb22245f9_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:37,382 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/4c957ba2624e4307a004d633e8a59cbc, store: [table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:37,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/4c957ba2624e4307a004d633e8a59cbc is 175, key is test_row_0/A:col10/1732120896716/Put/seqid=0 2024-11-20T16:41:37,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742161_1337 (size=39549) 2024-11-20T16:41:37,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:37,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55580 deadline: 1732120957405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1732120957408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:37,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:37,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:37,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732120957412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:37,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:37,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:37,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:37,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:37,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:37,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:37,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:37,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55540 deadline: 1732120957418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:37,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:37,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:37,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:37,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55580 deadline: 1732120957525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:37,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:37,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:37,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1732120957526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:37,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:37,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:37,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:37,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:37,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732120957526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:37,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:37,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:37,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:37,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55540 deadline: 1732120957535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:37,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:37,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:37,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:37,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55580 deadline: 1732120957746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:37,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:37,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1732120957746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:37,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:37,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:37,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:37,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55540 deadline: 1732120957746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:37,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:37,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:37,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:37,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:37,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:37,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732120957746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:37,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:37,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:37,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:37,792 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/4c957ba2624e4307a004d633e8a59cbc 2024-11-20T16:41:37,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/c6b061359eb0464daabc6d97d6134416 is 50, key is test_row_0/B:col10/1732120896716/Put/seqid=0 2024-11-20T16:41:37,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742162_1338 (size=12001) 2024-11-20T16:41:38,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55580 deadline: 1732120958055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:38,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:38,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:38,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:38,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1732120958055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:38,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:38,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:38,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:38,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55540 deadline: 1732120958055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:38,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:38,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:38,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:38,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732120958056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:38,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:38,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:38,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:38,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/c6b061359eb0464daabc6d97d6134416 2024-11-20T16:41:38,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/092e9728563e4674947f6a95f228d386 is 50, key is test_row_0/C:col10/1732120896716/Put/seqid=0 2024-11-20T16:41:38,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742163_1339 (size=12001) 2024-11-20T16:41:38,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55580 deadline: 1732120958565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:38,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:38,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1732120958566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:38,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:38,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:38,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:38,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:38,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:38,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732120958566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:38,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:38,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:38,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:38,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55540 deadline: 1732120958576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:38,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:38,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:38,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:38,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/092e9728563e4674947f6a95f228d386 2024-11-20T16:41:38,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/4c957ba2624e4307a004d633e8a59cbc as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/4c957ba2624e4307a004d633e8a59cbc 2024-11-20T16:41:38,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/4c957ba2624e4307a004d633e8a59cbc, entries=200, sequenceid=52, filesize=38.6 K 2024-11-20T16:41:38,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/c6b061359eb0464daabc6d97d6134416 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/c6b061359eb0464daabc6d97d6134416 2024-11-20T16:41:38,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/c6b061359eb0464daabc6d97d6134416, entries=150, sequenceid=52, filesize=11.7 K 2024-11-20T16:41:38,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/092e9728563e4674947f6a95f228d386 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/092e9728563e4674947f6a95f228d386 2024-11-20T16:41:38,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/092e9728563e4674947f6a95f228d386, entries=150, sequenceid=52, filesize=11.7 K 2024-11-20T16:41:38,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a5d06512c9f96d606a42e000745438ad in 1269ms, sequenceid=52, compaction requested=true 2024-11-20T16:41:38,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:38,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d06512c9f96d606a42e000745438ad:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:41:38,629 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:41:38,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:38,629 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:41:38,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d06512c9f96d606a42e000745438ad:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:41:38,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:38,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d06512c9f96d606a42e000745438ad:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:41:38,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:41:38,629 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:41:38,629 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:41:38,630 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): a5d06512c9f96d606a42e000745438ad/B is initiating minor compaction (all files) 2024-11-20T16:41:38,630 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): a5d06512c9f96d606a42e000745438ad/A is initiating minor compaction (all files) 2024-11-20T16:41:38,630 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d06512c9f96d606a42e000745438ad/B in TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:38,630 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d06512c9f96d606a42e000745438ad/A in TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:38,630 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/52e3dc5aa7b84144afdcb441de2cf492, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/05529e6045d14363836a745cd1579379, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/c6b061359eb0464daabc6d97d6134416] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp, totalSize=35.2 K 2024-11-20T16:41:38,630 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/2265d108a61c4d75b074b604f391da42, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/b0606539b2314515809138c0b1935dbe, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/4c957ba2624e4307a004d633e8a59cbc] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp, totalSize=107.5 K 2024-11-20T16:41:38,630 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:38,630 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. files: [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/2265d108a61c4d75b074b604f391da42, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/b0606539b2314515809138c0b1935dbe, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/4c957ba2624e4307a004d633e8a59cbc] 2024-11-20T16:41:38,630 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 52e3dc5aa7b84144afdcb441de2cf492, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732120894477 2024-11-20T16:41:38,630 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2265d108a61c4d75b074b604f391da42, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732120894477 2024-11-20T16:41:38,630 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 05529e6045d14363836a745cd1579379, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732120894542 2024-11-20T16:41:38,630 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0606539b2314515809138c0b1935dbe, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732120894542 2024-11-20T16:41:38,630 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting c6b061359eb0464daabc6d97d6134416, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732120896716 2024-11-20T16:41:38,631 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c957ba2624e4307a004d633e8a59cbc, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732120896716 2024-11-20T16:41:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-20T16:41:38,636 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:41:38,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:41:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-20T16:41:38,637 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d06512c9f96d606a42e000745438ad#B#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-20T16:41:38,638 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:41:38,638 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/fad5159928534dae9e517f0ab7ed5957 is 50, key is test_row_0/B:col10/1732120896716/Put/seqid=0 2024-11-20T16:41:38,638 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:41:38,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:41:38,639 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:38,648 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411208111b7f6109b4c43baf0ea1d86164608_a5d06512c9f96d606a42e000745438ad store=[table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:38,650 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411208111b7f6109b4c43baf0ea1d86164608_a5d06512c9f96d606a42e000745438ad, store=[table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:38,650 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208111b7f6109b4c43baf0ea1d86164608_a5d06512c9f96d606a42e000745438ad because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:38,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742164_1340 (size=12104) 2024-11-20T16:41:38,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742165_1341 (size=4469) 2024-11-20T16:41:38,660 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/fad5159928534dae9e517f0ab7ed5957 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/fad5159928534dae9e517f0ab7ed5957 2024-11-20T16:41:38,663 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a5d06512c9f96d606a42e000745438ad/B of a5d06512c9f96d606a42e000745438ad into fad5159928534dae9e517f0ab7ed5957(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:38,663 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:38,663 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., storeName=a5d06512c9f96d606a42e000745438ad/B, priority=13, startTime=1732120898629; duration=0sec 2024-11-20T16:41:38,663 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:41:38,664 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d06512c9f96d606a42e000745438ad:B 2024-11-20T16:41:38,664 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:41:38,664 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:41:38,664 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): a5d06512c9f96d606a42e000745438ad/C is initiating minor compaction (all files) 2024-11-20T16:41:38,664 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d06512c9f96d606a42e000745438ad/C in TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:38,664 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/43c21f59ba7c48438e47f8312e229ad6, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/7fc688932dc84efd8b22e974661c9a01, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/092e9728563e4674947f6a95f228d386] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp, totalSize=35.2 K 2024-11-20T16:41:38,665 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 43c21f59ba7c48438e47f8312e229ad6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732120894477 2024-11-20T16:41:38,665 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fc688932dc84efd8b22e974661c9a01, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732120894542 2024-11-20T16:41:38,665 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 092e9728563e4674947f6a95f228d386, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732120896716 2024-11-20T16:41:38,670 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d06512c9f96d606a42e000745438ad#C#compaction#290 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:38,670 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/e41b15e0600e4981b2f6a2e6303f0308 is 50, key is test_row_0/C:col10/1732120896716/Put/seqid=0 2024-11-20T16:41:38,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742166_1342 (size=12104) 2024-11-20T16:41:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-20T16:41:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:38,760 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:41:38,760 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a5d06512c9f96d606a42e000745438ad 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T16:41:38,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120daa3f29ae883464195b0992d7c6d5ad9_a5d06512c9f96d606a42e000745438ad is 50, key is test_row_0/A:col10/1732120897411/Put/seqid=0 2024-11-20T16:41:38,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742167_1343 (size=14594) 2024-11-20T16:41:38,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-20T16:41:38,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:38,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:38,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:38,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:38,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:38,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120958802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:38,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:38,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:38,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:38,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:38,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120958916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:38,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:38,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:38,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:38,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-20T16:41:38,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:38,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:38,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:38,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:38,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-20T16:41:39,061 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d06512c9f96d606a42e000745438ad#A#compaction#289 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:39,061 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/55a84d45b8d44753951ec570927312ef is 175, key is test_row_0/A:col10/1732120896716/Put/seqid=0 2024-11-20T16:41:39,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742168_1344 (size=31058) 2024-11-20T16:41:39,079 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/e41b15e0600e4981b2f6a2e6303f0308 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/e41b15e0600e4981b2f6a2e6303f0308 2024-11-20T16:41:39,084 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a5d06512c9f96d606a42e000745438ad/C of a5d06512c9f96d606a42e000745438ad into e41b15e0600e4981b2f6a2e6303f0308(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:39,084 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:39,084 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., storeName=a5d06512c9f96d606a42e000745438ad/C, priority=13, startTime=1732120898629; duration=0sec 2024-11-20T16:41:39,084 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:39,084 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d06512c9f96d606a42e000745438ad:C 2024-11-20T16:41:39,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-20T16:41:39,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:39,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:39,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:39,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:39,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:39,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120959126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:39,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:39,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:39,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:39,171 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:39,174 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120daa3f29ae883464195b0992d7c6d5ad9_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120daa3f29ae883464195b0992d7c6d5ad9_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:39,175 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/aa9c7a06c04342a6a0b404e7e995acda, store: [table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:39,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/aa9c7a06c04342a6a0b404e7e995acda is 175, key is test_row_0/A:col10/1732120897411/Put/seqid=0 2024-11-20T16:41:39,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742169_1345 (size=39549) 2024-11-20T16:41:39,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-20T16:41:39,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:39,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:39,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:39,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:39,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-20T16:41:39,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-20T16:41:39,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:39,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:39,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:39,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:39,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:39,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120959435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:39,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:39,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:39,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:39,469 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/55a84d45b8d44753951ec570927312ef as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/55a84d45b8d44753951ec570927312ef 2024-11-20T16:41:39,473 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a5d06512c9f96d606a42e000745438ad/A of a5d06512c9f96d606a42e000745438ad into 55a84d45b8d44753951ec570927312ef(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:39,473 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:39,473 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., storeName=a5d06512c9f96d606a42e000745438ad/A, priority=13, startTime=1732120898629; duration=0sec 2024-11-20T16:41:39,473 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:39,473 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d06512c9f96d606a42e000745438ad:A 2024-11-20T16:41:39,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-20T16:41:39,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:39,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:39,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:39,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:39,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:39,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:39,579 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/aa9c7a06c04342a6a0b404e7e995acda 2024-11-20T16:41:39,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/47670024455842eb810f72b987225fc5 is 50, key is test_row_0/B:col10/1732120897411/Put/seqid=0 2024-11-20T16:41:39,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742170_1346 (size=12001) 2024-11-20T16:41:39,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1732120959585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:39,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732120959585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:39,591 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_0' in a5d06512c9f96d606a42e000745438ad of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:41:39,592 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:39,592 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:39,592 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:39,592 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_1' in a5d06512c9f96d606a42e000745438ad of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:41:39,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:39,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:39,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:39,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:39,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55580 deadline: 1732120959596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:39,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:39,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55540 deadline: 1732120959596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:39,600 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_1' in a5d06512c9f96d606a42e000745438ad of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:41:39,600 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_0' in a5d06512c9f96d606a42e000745438ad of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:41:39,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:39,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:39,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:39,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:39,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:39,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:39,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-20T16:41:39,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:39,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:39,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:39,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:39,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:39,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:39,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-20T16:41:39,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-20T16:41:39,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:39,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:39,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:39,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:39,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:39,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120959945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:39,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:39,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:39,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:39,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/47670024455842eb810f72b987225fc5 2024-11-20T16:41:39,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/82353f65a56042c7a8a2495991886b19 is 50, key is test_row_0/C:col10/1732120897411/Put/seqid=0 2024-11-20T16:41:39,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742171_1347 (size=12001) 2024-11-20T16:41:40,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-20T16:41:40,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:40,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:40,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:40,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:40,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:40,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:40,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-20T16:41:40,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:40,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:40,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:40,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:40,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:40,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-20T16:41:40,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:40,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:40,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:40,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:40,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:40,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/82353f65a56042c7a8a2495991886b19 2024-11-20T16:41:40,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/aa9c7a06c04342a6a0b404e7e995acda as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/aa9c7a06c04342a6a0b404e7e995acda 2024-11-20T16:41:40,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/aa9c7a06c04342a6a0b404e7e995acda, entries=200, sequenceid=78, filesize=38.6 K 2024-11-20T16:41:40,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/47670024455842eb810f72b987225fc5 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/47670024455842eb810f72b987225fc5 2024-11-20T16:41:40,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/47670024455842eb810f72b987225fc5, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T16:41:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/82353f65a56042c7a8a2495991886b19 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/82353f65a56042c7a8a2495991886b19 2024-11-20T16:41:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/82353f65a56042c7a8a2495991886b19, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T16:41:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,416 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a5d06512c9f96d606a42e000745438ad in 1656ms, sequenceid=78, compaction requested=false 2024-11-20T16:41:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-20T16:41:40,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:40,470 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing a5d06512c9f96d606a42e000745438ad 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T16:41:40,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fbc0758190494901a6b2348321b19491_a5d06512c9f96d606a42e000745438ad is 50, key is test_row_0/A:col10/1732120898795/Put/seqid=0 2024-11-20T16:41:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742172_1348 (size=9714) 2024-11-20T16:41:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,501 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fbc0758190494901a6b2348321b19491_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fbc0758190494901a6b2348321b19491_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/a3467395166b484a8bbf8c6f5bd9bbcc, store: [table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/a3467395166b484a8bbf8c6f5bd9bbcc is 175, key is test_row_0/A:col10/1732120898795/Put/seqid=0 2024-11-20T16:41:40,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742173_1349 (size=22361) 2024-11-20T16:41:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,524 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/a3467395166b484a8bbf8c6f5bd9bbcc 2024-11-20T16:41:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/d5c788e1f02447fab3f721404cd2e6af is 50, key is test_row_0/B:col10/1732120898795/Put/seqid=0 2024-11-20T16:41:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742174_1350 (size=9657) 2024-11-20T16:41:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,543 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/d5c788e1f02447fab3f721404cd2e6af 2024-11-20T16:41:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/c17cb59ff9aa4e069e50974c591ba69a is 50, key is test_row_0/C:col10/1732120898795/Put/seqid=0 2024-11-20T16:41:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742175_1351 (size=9657) 2024-11-20T16:41:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,561 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/c17cb59ff9aa4e069e50974c591ba69a 2024-11-20T16:41:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/a3467395166b484a8bbf8c6f5bd9bbcc as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/a3467395166b484a8bbf8c6f5bd9bbcc 2024-11-20T16:41:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,570 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/a3467395166b484a8bbf8c6f5bd9bbcc, entries=100, sequenceid=91, filesize=21.8 K 2024-11-20T16:41:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/d5c788e1f02447fab3f721404cd2e6af as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/d5c788e1f02447fab3f721404cd2e6af 2024-11-20T16:41:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,575 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/d5c788e1f02447fab3f721404cd2e6af, entries=100, sequenceid=91, filesize=9.4 K 2024-11-20T16:41:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/c17cb59ff9aa4e069e50974c591ba69a as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/c17cb59ff9aa4e069e50974c591ba69a 2024-11-20T16:41:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,580 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/c17cb59ff9aa4e069e50974c591ba69a, entries=100, sequenceid=91, filesize=9.4 K 2024-11-20T16:41:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,581 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for a5d06512c9f96d606a42e000745438ad in 111ms, sequenceid=91, compaction requested=true 2024-11-20T16:41:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:40,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-20T16:41:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-20T16:41:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-20T16:41:40,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9440 sec 2024-11-20T16:41:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.9490 sec 2024-11-20T16:41:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-20T16:41:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,786 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:41:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:41:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-20T16:41:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-20T16:41:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,788 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:41:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,789 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:41:40,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:41:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-20T16:41:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-20T16:41:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:40,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:40,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:40,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-20T16:41:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-20T16:41:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-20T16:41:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 156 msec 2024-11-20T16:41:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 163 msec 2024-11-20T16:41:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-20T16:41:41,107 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:41:41,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:41:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-20T16:41:41,109 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:41:41,114 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:41:41,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:41:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T16:41:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:41,128 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:41:41,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a5d06512c9f96d606a42e000745438ad 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T16:41:41,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120525c3677d00e43248bedf7a18b562d77_a5d06512c9f96d606a42e000745438ad is 50, key is test_row_0/A:col10/1732120901105/Put/seqid=0 2024-11-20T16:41:41,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742176_1352 (size=14594) 2024-11-20T16:41:41,156 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:41,160 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120525c3677d00e43248bedf7a18b562d77_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120525c3677d00e43248bedf7a18b562d77_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:41,161 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/ef4029f49c294d2ba962e9fca7519f81, store: [table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:41,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/ef4029f49c294d2ba962e9fca7519f81 is 175, key is test_row_0/A:col10/1732120901105/Put/seqid=0 2024-11-20T16:41:41,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742177_1353 (size=39549) 2024-11-20T16:41:41,177 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=103, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/ef4029f49c294d2ba962e9fca7519f81 2024-11-20T16:41:41,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/9b263f3781bc4ccfaca2dd36388b1a84 is 50, key is test_row_0/B:col10/1732120901105/Put/seqid=0 2024-11-20T16:41:41,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742178_1354 (size=12001) 2024-11-20T16:41:41,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T16:41:41,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T16:41:41,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:41,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:41,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:41,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:41,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:41,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:41,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:41,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120961361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:41,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:41,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:41,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:41,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T16:41:41,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:41,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:41,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:41,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:41,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:41,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:41,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T16:41:41,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:41,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120961485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:41,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:41,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:41,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:41,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T16:41:41,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:41,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:41,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:41,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:41,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:41,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/9b263f3781bc4ccfaca2dd36388b1a84 2024-11-20T16:41:41,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/e742a533c5e64c9a8c883043ed9fbc62 is 50, key is test_row_0/C:col10/1732120901105/Put/seqid=0 2024-11-20T16:41:41,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55540 deadline: 1732120961606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:41,614 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_0' in a5d06512c9f96d606a42e000745438ad of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:41:41,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:41,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:41,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:41,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742179_1355 (size=12001) 2024-11-20T16:41:41,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:41,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:41,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55580 deadline: 1732120961616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:41,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1732120961616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:41,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:41,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732120961616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:41,625 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_0' in a5d06512c9f96d606a42e000745438ad of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:41:41,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:41,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:41,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:41,625 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_1' in a5d06512c9f96d606a42e000745438ad of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:41:41,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:41,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:41,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:41,626 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_1' in a5d06512c9f96d606a42e000745438ad of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:41:41,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:41,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:41,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:41,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:41,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120961705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:41,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:41,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:41,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:41,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T16:41:41,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:41,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:41,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:41,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:41,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:41,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:41,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T16:41:41,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T16:41:41,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:41,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:41,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:41,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:41,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:41,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:42,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120962016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:42,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:42,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:42,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:42,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/e742a533c5e64c9a8c883043ed9fbc62 2024-11-20T16:41:42,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/ef4029f49c294d2ba962e9fca7519f81 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/ef4029f49c294d2ba962e9fca7519f81 2024-11-20T16:41:42,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/ef4029f49c294d2ba962e9fca7519f81, entries=200, sequenceid=103, filesize=38.6 K 2024-11-20T16:41:42,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/9b263f3781bc4ccfaca2dd36388b1a84 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/9b263f3781bc4ccfaca2dd36388b1a84 2024-11-20T16:41:42,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T16:41:42,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:42,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:42,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:42,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:42,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:42,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/9b263f3781bc4ccfaca2dd36388b1a84, entries=150, sequenceid=103, filesize=11.7 K 2024-11-20T16:41:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:42,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/e742a533c5e64c9a8c883043ed9fbc62 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/e742a533c5e64c9a8c883043ed9fbc62 2024-11-20T16:41:42,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/e742a533c5e64c9a8c883043ed9fbc62, entries=150, sequenceid=103, filesize=11.7 K 2024-11-20T16:41:42,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a5d06512c9f96d606a42e000745438ad in 909ms, sequenceid=103, compaction requested=true 2024-11-20T16:41:42,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:42,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d06512c9f96d606a42e000745438ad:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:41:42,037 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:41:42,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:42,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d06512c9f96d606a42e000745438ad:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:41:42,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:42,037 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:41:42,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d06512c9f96d606a42e000745438ad:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:41:42,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:41:42,038 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:41:42,038 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): a5d06512c9f96d606a42e000745438ad/A is initiating minor compaction (all files) 2024-11-20T16:41:42,038 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:41:42,038 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d06512c9f96d606a42e000745438ad/A in TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:42,038 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): a5d06512c9f96d606a42e000745438ad/B is initiating minor compaction (all files) 2024-11-20T16:41:42,038 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d06512c9f96d606a42e000745438ad/B in TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:42,038 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/55a84d45b8d44753951ec570927312ef, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/aa9c7a06c04342a6a0b404e7e995acda, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/a3467395166b484a8bbf8c6f5bd9bbcc, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/ef4029f49c294d2ba962e9fca7519f81] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp, totalSize=129.4 K 2024-11-20T16:41:42,038 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/fad5159928534dae9e517f0ab7ed5957, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/47670024455842eb810f72b987225fc5, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/d5c788e1f02447fab3f721404cd2e6af, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/9b263f3781bc4ccfaca2dd36388b1a84] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp, totalSize=44.7 K 2024-11-20T16:41:42,038 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:42,038 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. files: [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/55a84d45b8d44753951ec570927312ef, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/aa9c7a06c04342a6a0b404e7e995acda, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/a3467395166b484a8bbf8c6f5bd9bbcc, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/ef4029f49c294d2ba962e9fca7519f81] 2024-11-20T16:41:42,038 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting fad5159928534dae9e517f0ab7ed5957, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732120896716 2024-11-20T16:41:42,038 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55a84d45b8d44753951ec570927312ef, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732120896716 2024-11-20T16:41:42,039 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 47670024455842eb810f72b987225fc5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732120897411 2024-11-20T16:41:42,039 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa9c7a06c04342a6a0b404e7e995acda, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732120897407 2024-11-20T16:41:42,039 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting d5c788e1f02447fab3f721404cd2e6af, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732120898795 2024-11-20T16:41:42,039 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3467395166b484a8bbf8c6f5bd9bbcc, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732120898795 2024-11-20T16:41:42,039 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b263f3781bc4ccfaca2dd36388b1a84, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732120901105 2024-11-20T16:41:42,040 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef4029f49c294d2ba962e9fca7519f81, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732120901097 2024-11-20T16:41:42,045 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:42,046 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d06512c9f96d606a42e000745438ad#B#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:42,047 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/19c13303765341a5a2654d9bd48ea8d3 is 50, key is test_row_0/B:col10/1732120901105/Put/seqid=0 2024-11-20T16:41:42,047 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120e9e4a032cc404991b9f7420913f875b6_a5d06512c9f96d606a42e000745438ad store=[table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:42,049 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120e9e4a032cc404991b9f7420913f875b6_a5d06512c9f96d606a42e000745438ad, store=[table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:42,049 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e9e4a032cc404991b9f7420913f875b6_a5d06512c9f96d606a42e000745438ad because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:42,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742180_1356 (size=12241) 2024-11-20T16:41:42,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742181_1357 (size=4469) 2024-11-20T16:41:42,057 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d06512c9f96d606a42e000745438ad#A#compaction#301 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:42,057 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/2f0389adfd394b368fdca0f1fdf01ede is 175, key is test_row_0/A:col10/1732120901105/Put/seqid=0 2024-11-20T16:41:42,058 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/19c13303765341a5a2654d9bd48ea8d3 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/19c13303765341a5a2654d9bd48ea8d3 2024-11-20T16:41:42,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742182_1358 (size=31195) 2024-11-20T16:41:42,064 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a5d06512c9f96d606a42e000745438ad/B of a5d06512c9f96d606a42e000745438ad into 19c13303765341a5a2654d9bd48ea8d3(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:42,064 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:42,064 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., storeName=a5d06512c9f96d606a42e000745438ad/B, priority=12, startTime=1732120902037; duration=0sec 2024-11-20T16:41:42,064 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:41:42,065 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d06512c9f96d606a42e000745438ad:B 2024-11-20T16:41:42,065 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:41:42,065 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:41:42,065 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): a5d06512c9f96d606a42e000745438ad/C is initiating minor compaction (all files) 2024-11-20T16:41:42,065 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d06512c9f96d606a42e000745438ad/C in TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:42,065 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/e41b15e0600e4981b2f6a2e6303f0308, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/82353f65a56042c7a8a2495991886b19, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/c17cb59ff9aa4e069e50974c591ba69a, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/e742a533c5e64c9a8c883043ed9fbc62] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp, totalSize=44.7 K 2024-11-20T16:41:42,066 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting e41b15e0600e4981b2f6a2e6303f0308, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732120896716 2024-11-20T16:41:42,066 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 82353f65a56042c7a8a2495991886b19, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732120897411 2024-11-20T16:41:42,066 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting c17cb59ff9aa4e069e50974c591ba69a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732120898795 2024-11-20T16:41:42,066 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting e742a533c5e64c9a8c883043ed9fbc62, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732120901105 2024-11-20T16:41:42,074 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d06512c9f96d606a42e000745438ad#C#compaction#302 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:42,074 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/ce9dbece72a64880bfb416aa30077acf is 50, key is test_row_0/C:col10/1732120901105/Put/seqid=0 2024-11-20T16:41:42,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742183_1359 (size=12241) 2024-11-20T16:41:42,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T16:41:42,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:42,184 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing a5d06512c9f96d606a42e000745438ad 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T16:41:42,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200a9bfb6ba4ab4d13ab0348252a99e697_a5d06512c9f96d606a42e000745438ad is 50, key is test_row_0/A:col10/1732120901325/Put/seqid=0 2024-11-20T16:41:42,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742184_1360 (size=12154) 2024-11-20T16:41:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T16:41:42,467 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/2f0389adfd394b368fdca0f1fdf01ede as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/2f0389adfd394b368fdca0f1fdf01ede 2024-11-20T16:41:42,471 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a5d06512c9f96d606a42e000745438ad/A of a5d06512c9f96d606a42e000745438ad into 2f0389adfd394b368fdca0f1fdf01ede(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:42,471 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:42,471 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., storeName=a5d06512c9f96d606a42e000745438ad/A, priority=12, startTime=1732120902037; duration=0sec 2024-11-20T16:41:42,471 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:42,471 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d06512c9f96d606a42e000745438ad:A 2024-11-20T16:41:42,483 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/ce9dbece72a64880bfb416aa30077acf as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/ce9dbece72a64880bfb416aa30077acf 2024-11-20T16:41:42,489 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a5d06512c9f96d606a42e000745438ad/C of a5d06512c9f96d606a42e000745438ad into ce9dbece72a64880bfb416aa30077acf(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:42,489 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:42,489 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., storeName=a5d06512c9f96d606a42e000745438ad/C, priority=12, startTime=1732120902037; duration=0sec 2024-11-20T16:41:42,489 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:42,489 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d06512c9f96d606a42e000745438ad:C 2024-11-20T16:41:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:42,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:42,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120962565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:42,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:42,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:42,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:42,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:42,597 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200a9bfb6ba4ab4d13ab0348252a99e697_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200a9bfb6ba4ab4d13ab0348252a99e697_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:42,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/df672d413ebf409f87558bc1a005cd26, store: [table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:42,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/df672d413ebf409f87558bc1a005cd26 is 175, key is test_row_0/A:col10/1732120901325/Put/seqid=0 2024-11-20T16:41:42,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742185_1361 (size=30955) 2024-11-20T16:41:42,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120962675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:42,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:42,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:42,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:42,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120962886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:42,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:42,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:42,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:43,002 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/df672d413ebf409f87558bc1a005cd26 2024-11-20T16:41:43,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/427b717737414a749de8ab17606264d2 is 50, key is test_row_0/B:col10/1732120901325/Put/seqid=0 2024-11-20T16:41:43,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742186_1362 (size=12001) 2024-11-20T16:41:43,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120963195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:43,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:43,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:43,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T16:41:43,412 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/427b717737414a749de8ab17606264d2 2024-11-20T16:41:43,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/a71fe75a6b01437f9f8a01febbacc931 is 50, key is test_row_0/C:col10/1732120901325/Put/seqid=0 2024-11-20T16:41:43,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742187_1363 (size=12001) 2024-11-20T16:41:43,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120963705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:43,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:43,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:43,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:43,822 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/a71fe75a6b01437f9f8a01febbacc931 2024-11-20T16:41:43,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/df672d413ebf409f87558bc1a005cd26 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/df672d413ebf409f87558bc1a005cd26 2024-11-20T16:41:43,831 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/df672d413ebf409f87558bc1a005cd26, entries=150, sequenceid=129, filesize=30.2 K 2024-11-20T16:41:43,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/427b717737414a749de8ab17606264d2 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/427b717737414a749de8ab17606264d2 2024-11-20T16:41:43,835 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/427b717737414a749de8ab17606264d2, entries=150, sequenceid=129, filesize=11.7 K 2024-11-20T16:41:43,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/a71fe75a6b01437f9f8a01febbacc931 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/a71fe75a6b01437f9f8a01febbacc931 2024-11-20T16:41:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,838 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/a71fe75a6b01437f9f8a01febbacc931, entries=150, sequenceid=129, filesize=11.7 K 2024-11-20T16:41:43,839 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a5d06512c9f96d606a42e000745438ad in 1655ms, sequenceid=129, compaction requested=false 2024-11-20T16:41:43,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:43,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:43,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-20T16:41:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-20T16:41:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-20T16:41:43,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7260 sec 2024-11-20T16:41:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.7340 sec 2024-11-20T16:41:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:44,757 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:41:44,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a5d06512c9f96d606a42e000745438ad 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T16:41:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203c67a4464b5445caaae139d39d7dc17d_a5d06512c9f96d606a42e000745438ad is 50, key is test_row_1/A:col10/1732120904756/Put/seqid=0 2024-11-20T16:41:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742188_1364 (size=12304) 2024-11-20T16:41:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,781 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,785 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203c67a4464b5445caaae139d39d7dc17d_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203c67a4464b5445caaae139d39d7dc17d_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,787 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/34f309f1c8d8442ca239101dbdec364a, store: [table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:44,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/34f309f1c8d8442ca239101dbdec364a is 175, key is test_row_1/A:col10/1732120904756/Put/seqid=0 2024-11-20T16:41:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742189_1365 (size=31101) 2024-11-20T16:41:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:44,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120964968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:44,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:44,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:44,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:45,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120965075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:45,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:45,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:45,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:45,213 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=143, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/34f309f1c8d8442ca239101dbdec364a 2024-11-20T16:41:45,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/ca188bebdb3148ffa5e96eef3aa094e1 is 50, key is test_row_1/B:col10/1732120904756/Put/seqid=0 2024-11-20T16:41:45,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742190_1366 (size=9757) 2024-11-20T16:41:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T16:41:45,276 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:41:45,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:41:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-20T16:41:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-20T16:41:45,278 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:41:45,278 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:41:45,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:41:45,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:45,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120965286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:45,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:45,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:45,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-20T16:41:45,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-20T16:41:45,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:45,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:45,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:45,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:45,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:45,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-20T16:41:45,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:45,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:45,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:45,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:45,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-20T16:41:45,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120965595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:45,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:45,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:45,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:45,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/ca188bebdb3148ffa5e96eef3aa094e1 2024-11-20T16:41:45,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/db40ccf641c64398817306c893ae460c is 50, key is test_row_1/C:col10/1732120904756/Put/seqid=0 2024-11-20T16:41:45,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742191_1367 (size=9757) 2024-11-20T16:41:45,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:45,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1732120965646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:45,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:45,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732120965646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:45,648 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_0' in a5d06512c9f96d606a42e000745438ad of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8240 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:41:45,648 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_1' in a5d06512c9f96d606a42e000745438ad of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8236 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:41:45,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:45,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:45,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:45,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:45,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:45,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:45,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:45,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55540 deadline: 1732120965655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:45,662 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_0' in a5d06512c9f96d606a42e000745438ad of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8244 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:41:45,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:45,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:45,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:45,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:45,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55580 deadline: 1732120965665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:45,671 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_1' in a5d06512c9f96d606a42e000745438ad of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8266 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:41:45,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:45,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:45,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:45,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-20T16:41:45,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:45,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:45,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:45,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:45,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:45,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:45,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-20T16:41:45,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:45,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:45,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:45,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:45,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:45,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-20T16:41:46,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/db40ccf641c64398817306c893ae460c 2024-11-20T16:41:46,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/34f309f1c8d8442ca239101dbdec364a as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/34f309f1c8d8442ca239101dbdec364a 2024-11-20T16:41:46,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-20T16:41:46,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:46,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:46,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:46,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/34f309f1c8d8442ca239101dbdec364a, entries=150, sequenceid=143, filesize=30.4 K 2024-11-20T16:41:46,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:46,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:46,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/ca188bebdb3148ffa5e96eef3aa094e1 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/ca188bebdb3148ffa5e96eef3aa094e1 2024-11-20T16:41:46,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:46,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/ca188bebdb3148ffa5e96eef3aa094e1, entries=100, sequenceid=143, filesize=9.5 K 2024-11-20T16:41:46,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/db40ccf641c64398817306c893ae460c as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/db40ccf641c64398817306c893ae460c 2024-11-20T16:41:46,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/db40ccf641c64398817306c893ae460c, entries=100, sequenceid=143, filesize=9.5 K 2024-11-20T16:41:46,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a5d06512c9f96d606a42e000745438ad in 1292ms, sequenceid=143, compaction requested=true 2024-11-20T16:41:46,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:46,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d06512c9f96d606a42e000745438ad:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:41:46,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:46,050 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:41:46,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d06512c9f96d606a42e000745438ad:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:41:46,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:46,050 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:41:46,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d06512c9f96d606a42e000745438ad:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:41:46,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:41:46,050 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93251 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:41:46,050 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:41:46,051 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): a5d06512c9f96d606a42e000745438ad/B is initiating minor compaction (all files) 2024-11-20T16:41:46,051 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): a5d06512c9f96d606a42e000745438ad/A is initiating minor compaction (all files) 2024-11-20T16:41:46,051 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d06512c9f96d606a42e000745438ad/B in TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:46,051 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d06512c9f96d606a42e000745438ad/A in TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:46,051 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/19c13303765341a5a2654d9bd48ea8d3, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/427b717737414a749de8ab17606264d2, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/ca188bebdb3148ffa5e96eef3aa094e1] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp, totalSize=33.2 K 2024-11-20T16:41:46,051 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/2f0389adfd394b368fdca0f1fdf01ede, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/df672d413ebf409f87558bc1a005cd26, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/34f309f1c8d8442ca239101dbdec364a] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp, totalSize=91.1 K 2024-11-20T16:41:46,051 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:46,051 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. files: [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/2f0389adfd394b368fdca0f1fdf01ede, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/df672d413ebf409f87558bc1a005cd26, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/34f309f1c8d8442ca239101dbdec364a] 2024-11-20T16:41:46,051 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 19c13303765341a5a2654d9bd48ea8d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732120901105 2024-11-20T16:41:46,051 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f0389adfd394b368fdca0f1fdf01ede, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732120901105 2024-11-20T16:41:46,051 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 427b717737414a749de8ab17606264d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732120901325 2024-11-20T16:41:46,051 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting df672d413ebf409f87558bc1a005cd26, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732120901325 2024-11-20T16:41:46,051 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting ca188bebdb3148ffa5e96eef3aa094e1, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732120902564 2024-11-20T16:41:46,052 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34f309f1c8d8442ca239101dbdec364a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732120902559 2024-11-20T16:41:46,063 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:46,064 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d06512c9f96d606a42e000745438ad#B#compaction#309 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:46,065 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/74ec9ea84a074793b1b1ac824b04ddb8 is 50, key is test_row_0/B:col10/1732120901325/Put/seqid=0 2024-11-20T16:41:46,067 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411203451735fa6f448bc8cec1b3477a0006f_a5d06512c9f96d606a42e000745438ad store=[table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:46,069 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411203451735fa6f448bc8cec1b3477a0006f_a5d06512c9f96d606a42e000745438ad, store=[table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:46,069 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203451735fa6f448bc8cec1b3477a0006f_a5d06512c9f96d606a42e000745438ad because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:46,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742192_1368 (size=12443) 2024-11-20T16:41:46,076 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/74ec9ea84a074793b1b1ac824b04ddb8 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/74ec9ea84a074793b1b1ac824b04ddb8 2024-11-20T16:41:46,081 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a5d06512c9f96d606a42e000745438ad/B of a5d06512c9f96d606a42e000745438ad into 74ec9ea84a074793b1b1ac824b04ddb8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:46,081 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:46,081 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., storeName=a5d06512c9f96d606a42e000745438ad/B, priority=13, startTime=1732120906050; duration=0sec 2024-11-20T16:41:46,081 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:41:46,081 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d06512c9f96d606a42e000745438ad:B 2024-11-20T16:41:46,081 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:41:46,082 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:41:46,082 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): a5d06512c9f96d606a42e000745438ad/C is initiating minor compaction (all files) 2024-11-20T16:41:46,082 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d06512c9f96d606a42e000745438ad/C in TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:46,082 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/ce9dbece72a64880bfb416aa30077acf, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/a71fe75a6b01437f9f8a01febbacc931, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/db40ccf641c64398817306c893ae460c] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp, totalSize=33.2 K 2024-11-20T16:41:46,083 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting ce9dbece72a64880bfb416aa30077acf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732120901105 2024-11-20T16:41:46,083 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting a71fe75a6b01437f9f8a01febbacc931, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732120901325 2024-11-20T16:41:46,083 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting db40ccf641c64398817306c893ae460c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732120902564 2024-11-20T16:41:46,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742193_1369 (size=4469) 2024-11-20T16:41:46,087 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d06512c9f96d606a42e000745438ad#A#compaction#310 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:46,087 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/cc8eece798fd47fb8200c9cd1f58dda6 is 175, key is test_row_0/A:col10/1732120901325/Put/seqid=0 2024-11-20T16:41:46,092 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d06512c9f96d606a42e000745438ad#C#compaction#311 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:46,092 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/e9aff2e4cb9b4034b1693546a4be111c is 50, key is test_row_0/C:col10/1732120901325/Put/seqid=0 2024-11-20T16:41:46,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742194_1370 (size=31504) 2024-11-20T16:41:46,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742195_1371 (size=12443) 2024-11-20T16:41:46,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:46,123 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:41:46,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a5d06512c9f96d606a42e000745438ad 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T16:41:46,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ea44175e0f9e4ad5bbb62cd49d8d06fb_a5d06512c9f96d606a42e000745438ad is 50, key is test_row_0/A:col10/1732120904967/Put/seqid=0 2024-11-20T16:41:46,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742196_1372 (size=14794) 2024-11-20T16:41:46,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:46,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120966161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:46,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:46,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:46,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:46,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-20T16:41:46,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:46,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:46,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:46,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:46,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:46,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:46,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120966275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:46,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:46,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:46,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:46,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-20T16:41:46,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:46,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:46,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:46,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:46,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-20T16:41:46,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120966486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:46,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:46,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:46,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:46,498 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/cc8eece798fd47fb8200c9cd1f58dda6 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/cc8eece798fd47fb8200c9cd1f58dda6 2024-11-20T16:41:46,501 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a5d06512c9f96d606a42e000745438ad/A of a5d06512c9f96d606a42e000745438ad into cc8eece798fd47fb8200c9cd1f58dda6(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:46,501 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:46,501 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., storeName=a5d06512c9f96d606a42e000745438ad/A, priority=13, startTime=1732120906050; duration=0sec 2024-11-20T16:41:46,501 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:46,501 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d06512c9f96d606a42e000745438ad:A 2024-11-20T16:41:46,512 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/e9aff2e4cb9b4034b1693546a4be111c as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/e9aff2e4cb9b4034b1693546a4be111c 2024-11-20T16:41:46,515 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a5d06512c9f96d606a42e000745438ad/C of a5d06512c9f96d606a42e000745438ad into e9aff2e4cb9b4034b1693546a4be111c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:46,515 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:46,515 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., storeName=a5d06512c9f96d606a42e000745438ad/C, priority=13, startTime=1732120906050; duration=0sec 2024-11-20T16:41:46,516 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:46,516 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d06512c9f96d606a42e000745438ad:C 2024-11-20T16:41:46,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-20T16:41:46,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:46,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:46,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:46,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:46,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:46,536 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:46,538 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ea44175e0f9e4ad5bbb62cd49d8d06fb_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ea44175e0f9e4ad5bbb62cd49d8d06fb_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:46,539 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/9b44c59531e7416e8fae728086701751, store: [table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:46,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/9b44c59531e7416e8fae728086701751 is 175, key is test_row_0/A:col10/1732120904967/Put/seqid=0 2024-11-20T16:41:46,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742197_1373 (size=39749) 2024-11-20T16:41:46,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-20T16:41:46,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:46,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:46,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:46,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:46,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:46,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120966796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:46,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:46,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:46,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:46,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-20T16:41:46,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:46,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:46,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:46,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:46,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:46,943 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/9b44c59531e7416e8fae728086701751 2024-11-20T16:41:46,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/aa2210626dee42cfbccd5f2bcaa43508 is 50, key is test_row_0/B:col10/1732120904967/Put/seqid=0 2024-11-20T16:41:46,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742198_1374 (size=12151) 2024-11-20T16:41:46,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/aa2210626dee42cfbccd5f2bcaa43508 2024-11-20T16:41:46,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/25a86ade1814442197c532446aafc9f5 is 50, key is test_row_0/C:col10/1732120904967/Put/seqid=0 2024-11-20T16:41:46,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742199_1375 (size=12151) 2024-11-20T16:41:46,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-20T16:41:46,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:46,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:46,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:46,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:46,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:47,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-20T16:41:47,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:47,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:47,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:47,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:47,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:47,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-20T16:41:47,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:47,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:47,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:47,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:47,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:47,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:47,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:47,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120967306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:47,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:47,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:47,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:47,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/25a86ade1814442197c532446aafc9f5 2024-11-20T16:41:47,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/9b44c59531e7416e8fae728086701751 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/9b44c59531e7416e8fae728086701751 2024-11-20T16:41:47,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/9b44c59531e7416e8fae728086701751, entries=200, sequenceid=169, filesize=38.8 K 2024-11-20T16:41:47,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/aa2210626dee42cfbccd5f2bcaa43508 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/aa2210626dee42cfbccd5f2bcaa43508 2024-11-20T16:41:47,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/aa2210626dee42cfbccd5f2bcaa43508, entries=150, sequenceid=169, filesize=11.9 K 2024-11-20T16:41:47,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/25a86ade1814442197c532446aafc9f5 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/25a86ade1814442197c532446aafc9f5 2024-11-20T16:41:47,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/25a86ade1814442197c532446aafc9f5, entries=150, sequenceid=169, filesize=11.9 K 2024-11-20T16:41:47,377 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a5d06512c9f96d606a42e000745438ad in 1253ms, sequenceid=169, compaction requested=false 2024-11-20T16:41:47,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:47,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-20T16:41:47,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-20T16:41:47,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:47,442 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing a5d06512c9f96d606a42e000745438ad 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T16:41:47,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a8fc67d9c561447a91e53576475a5b96_a5d06512c9f96d606a42e000745438ad is 50, key is test_row_0/A:col10/1732120906134/Put/seqid=0 2024-11-20T16:41:47,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742200_1376 (size=12304) 2024-11-20T16:41:47,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:47,862 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a8fc67d9c561447a91e53576475a5b96_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a8fc67d9c561447a91e53576475a5b96_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:47,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/5a4bab58dd5b44c0a5a376738517c16c, store: [table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:47,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/5a4bab58dd5b44c0a5a376738517c16c is 175, key is test_row_0/A:col10/1732120906134/Put/seqid=0 2024-11-20T16:41:47,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742201_1377 (size=31105) 2024-11-20T16:41:48,267 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=182, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/5a4bab58dd5b44c0a5a376738517c16c 2024-11-20T16:41:48,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/ec34b35c284744569b32a24f6b5a800b is 50, key is test_row_0/B:col10/1732120906134/Put/seqid=0 2024-11-20T16:41:48,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742202_1378 (size=12151) 2024-11-20T16:41:48,278 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/ec34b35c284744569b32a24f6b5a800b 2024-11-20T16:41:48,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/9dc567e486c640b492c1c805bce69c1e is 50, key is test_row_0/C:col10/1732120906134/Put/seqid=0 2024-11-20T16:41:48,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742203_1379 (size=12151) 2024-11-20T16:41:48,288 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/9dc567e486c640b492c1c805bce69c1e 2024-11-20T16:41:48,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/5a4bab58dd5b44c0a5a376738517c16c as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/5a4bab58dd5b44c0a5a376738517c16c 2024-11-20T16:41:48,296 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/5a4bab58dd5b44c0a5a376738517c16c, entries=150, sequenceid=182, filesize=30.4 K 2024-11-20T16:41:48,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/ec34b35c284744569b32a24f6b5a800b as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/ec34b35c284744569b32a24f6b5a800b 2024-11-20T16:41:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,299 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/ec34b35c284744569b32a24f6b5a800b, entries=150, sequenceid=182, filesize=11.9 K 2024-11-20T16:41:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/9dc567e486c640b492c1c805bce69c1e as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/9dc567e486c640b492c1c805bce69c1e 2024-11-20T16:41:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,303 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/9dc567e486c640b492c1c805bce69c1e, entries=150, sequenceid=182, filesize=11.9 K 2024-11-20T16:41:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,304 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for a5d06512c9f96d606a42e000745438ad in 862ms, sequenceid=182, compaction requested=true 2024-11-20T16:41:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:48,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:48,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-20T16:41:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-20T16:41:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-20T16:41:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0280 sec 2024-11-20T16:41:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 3.0330 sec 2024-11-20T16:41:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:48,507 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:41:48,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a5d06512c9f96d606a42e000745438ad 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T16:41:48,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208b2dad0075474200a13862fa27c0c304_a5d06512c9f96d606a42e000745438ad is 50, key is test_row_0/A:col10/1732120908501/Put/seqid=0 2024-11-20T16:41:48,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742204_1380 (size=14794) 2024-11-20T16:41:48,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120968674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:48,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:48,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:48,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:48,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120968785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:48,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:48,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:48,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:48,928 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:48,931 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208b2dad0075474200a13862fa27c0c304_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208b2dad0075474200a13862fa27c0c304_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:48,932 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/dad883653b374f46aca7ce54ff33232e, store: [table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:48,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/dad883653b374f46aca7ce54ff33232e is 175, key is test_row_0/A:col10/1732120908501/Put/seqid=0 2024-11-20T16:41:48,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742205_1381 (size=39749) 2024-11-20T16:41:49,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120969005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:49,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:49,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:49,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:49,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120969315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:49,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:49,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:49,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:49,335 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=193, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/dad883653b374f46aca7ce54ff33232e 2024-11-20T16:41:49,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/af35be30409e4636946f240a3ab8cd4a is 50, key is test_row_0/B:col10/1732120908501/Put/seqid=0 2024-11-20T16:41:49,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742206_1382 (size=12151) 2024-11-20T16:41:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-20T16:41:49,456 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:41:49,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:41:49,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-20T16:41:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-20T16:41:49,458 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:41:49,458 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:41:49,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:41:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-20T16:41:49,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-20T16:41:49,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:49,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:49,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:49,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:49,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:49,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/af35be30409e4636946f240a3ab8cd4a 2024-11-20T16:41:49,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/ab0c712c8eb345439ee6c7c5cd7229a8 is 50, key is test_row_0/C:col10/1732120908501/Put/seqid=0 2024-11-20T16:41:49,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742207_1383 (size=12151) 2024-11-20T16:41:49,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-20T16:41:49,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:49,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:49,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:49,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:49,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-20T16:41:49,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120969825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:49,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:49,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:49,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:49,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-20T16:41:49,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:49,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:49,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:49,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:49,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:50,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-20T16:41:50,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:50,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:50,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:50,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:50,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-20T16:41:50,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/ab0c712c8eb345439ee6c7c5cd7229a8 2024-11-20T16:41:50,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/dad883653b374f46aca7ce54ff33232e as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/dad883653b374f46aca7ce54ff33232e 2024-11-20T16:41:50,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/dad883653b374f46aca7ce54ff33232e, entries=200, sequenceid=193, filesize=38.8 K 2024-11-20T16:41:50,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/af35be30409e4636946f240a3ab8cd4a as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/af35be30409e4636946f240a3ab8cd4a 2024-11-20T16:41:50,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/af35be30409e4636946f240a3ab8cd4a, entries=150, sequenceid=193, filesize=11.9 K 2024-11-20T16:41:50,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/ab0c712c8eb345439ee6c7c5cd7229a8 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/ab0c712c8eb345439ee6c7c5cd7229a8 2024-11-20T16:41:50,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/ab0c712c8eb345439ee6c7c5cd7229a8, entries=150, sequenceid=193, filesize=11.9 K 2024-11-20T16:41:50,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a5d06512c9f96d606a42e000745438ad in 1661ms, sequenceid=193, compaction requested=true 2024-11-20T16:41:50,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:50,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d06512c9f96d606a42e000745438ad:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:41:50,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:50,168 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:41:50,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d06512c9f96d606a42e000745438ad:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:41:50,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:41:50,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d06512c9f96d606a42e000745438ad:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:41:50,168 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:41:50,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:41:50,170 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:41:50,170 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48896 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:41:50,170 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): a5d06512c9f96d606a42e000745438ad/A is initiating minor compaction (all files) 2024-11-20T16:41:50,170 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): a5d06512c9f96d606a42e000745438ad/B is initiating minor compaction (all files) 2024-11-20T16:41:50,170 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d06512c9f96d606a42e000745438ad/A in TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:50,170 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d06512c9f96d606a42e000745438ad/B in TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:50,170 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/cc8eece798fd47fb8200c9cd1f58dda6, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/9b44c59531e7416e8fae728086701751, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/5a4bab58dd5b44c0a5a376738517c16c, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/dad883653b374f46aca7ce54ff33232e] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp, totalSize=138.8 K 2024-11-20T16:41:50,170 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/74ec9ea84a074793b1b1ac824b04ddb8, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/aa2210626dee42cfbccd5f2bcaa43508, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/ec34b35c284744569b32a24f6b5a800b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/af35be30409e4636946f240a3ab8cd4a] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp, totalSize=47.8 K 2024-11-20T16:41:50,170 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:50,170 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. files: [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/cc8eece798fd47fb8200c9cd1f58dda6, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/9b44c59531e7416e8fae728086701751, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/5a4bab58dd5b44c0a5a376738517c16c, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/dad883653b374f46aca7ce54ff33232e] 2024-11-20T16:41:50,171 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 74ec9ea84a074793b1b1ac824b04ddb8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732120901325 2024-11-20T16:41:50,171 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc8eece798fd47fb8200c9cd1f58dda6, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732120901325 2024-11-20T16:41:50,171 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting aa2210626dee42cfbccd5f2bcaa43508, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732120904950 2024-11-20T16:41:50,171 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b44c59531e7416e8fae728086701751, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732120904910 2024-11-20T16:41:50,171 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting ec34b35c284744569b32a24f6b5a800b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732120906134 2024-11-20T16:41:50,171 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a4bab58dd5b44c0a5a376738517c16c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732120906134 2024-11-20T16:41:50,171 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting af35be30409e4636946f240a3ab8cd4a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732120908477 2024-11-20T16:41:50,171 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting dad883653b374f46aca7ce54ff33232e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732120908439 2024-11-20T16:41:50,176 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:50,178 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120f5f779aee4a64980bf034f56fc2979a2_a5d06512c9f96d606a42e000745438ad store=[table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:50,178 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d06512c9f96d606a42e000745438ad#B#compaction#321 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:50,179 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/f94cf9fcdf664fd18cd2d5a781df0f54 is 50, key is test_row_0/B:col10/1732120908501/Put/seqid=0 2024-11-20T16:41:50,180 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120f5f779aee4a64980bf034f56fc2979a2_a5d06512c9f96d606a42e000745438ad, store=[table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:50,180 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f5f779aee4a64980bf034f56fc2979a2_a5d06512c9f96d606a42e000745438ad because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:50,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742208_1384 (size=12629) 2024-11-20T16:41:50,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742209_1385 (size=4469) 2024-11-20T16:41:50,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-20T16:41:50,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:50,221 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing a5d06512c9f96d606a42e000745438ad 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T16:41:50,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fba0c77cca8e4a2eb1977e516951c16a_a5d06512c9f96d606a42e000745438ad is 50, key is test_row_0/A:col10/1732120908647/Put/seqid=0 2024-11-20T16:41:50,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742210_1386 (size=12304) 2024-11-20T16:41:50,595 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/f94cf9fcdf664fd18cd2d5a781df0f54 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/f94cf9fcdf664fd18cd2d5a781df0f54 2024-11-20T16:41:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-20T16:41:50,596 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d06512c9f96d606a42e000745438ad#A#compaction#322 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:50,596 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/c12db21ed9774c1aacb3e25406678d4b is 175, key is test_row_0/A:col10/1732120908501/Put/seqid=0 2024-11-20T16:41:50,599 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a5d06512c9f96d606a42e000745438ad/B of a5d06512c9f96d606a42e000745438ad into f94cf9fcdf664fd18cd2d5a781df0f54(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:50,599 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:50,599 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., storeName=a5d06512c9f96d606a42e000745438ad/B, priority=12, startTime=1732120910168; duration=0sec 2024-11-20T16:41:50,599 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:41:50,599 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d06512c9f96d606a42e000745438ad:B 2024-11-20T16:41:50,599 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:41:50,600 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48896 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:41:50,601 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): a5d06512c9f96d606a42e000745438ad/C is initiating minor compaction (all files) 2024-11-20T16:41:50,601 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d06512c9f96d606a42e000745438ad/C in TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:50,601 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/e9aff2e4cb9b4034b1693546a4be111c, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/25a86ade1814442197c532446aafc9f5, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/9dc567e486c640b492c1c805bce69c1e, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/ab0c712c8eb345439ee6c7c5cd7229a8] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp, totalSize=47.8 K 2024-11-20T16:41:50,601 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting e9aff2e4cb9b4034b1693546a4be111c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732120901325 2024-11-20T16:41:50,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742211_1387 (size=31583) 2024-11-20T16:41:50,602 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 25a86ade1814442197c532446aafc9f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732120904950 2024-11-20T16:41:50,602 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 9dc567e486c640b492c1c805bce69c1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732120906134 2024-11-20T16:41:50,602 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting ab0c712c8eb345439ee6c7c5cd7229a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732120908477 2024-11-20T16:41:50,611 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d06512c9f96d606a42e000745438ad#C#compaction#324 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:50,612 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/63defba42131462aabce54e8e4e86bcd is 50, key is test_row_0/C:col10/1732120908501/Put/seqid=0 2024-11-20T16:41:50,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742212_1388 (size=12629) 2024-11-20T16:41:50,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:50,633 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fba0c77cca8e4a2eb1977e516951c16a_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fba0c77cca8e4a2eb1977e516951c16a_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:50,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/5a4bf7721c9948688b4a899ace56da32, store: [table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:50,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/5a4bf7721c9948688b4a899ace56da32 is 175, key is test_row_0/A:col10/1732120908647/Put/seqid=0 2024-11-20T16:41:50,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742213_1389 (size=31105) 2024-11-20T16:41:50,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:50,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:50,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:50,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120970885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:50,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:50,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:50,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:51,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:51,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120970995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:51,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:51,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:51,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:51,005 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/c12db21ed9774c1aacb3e25406678d4b as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/c12db21ed9774c1aacb3e25406678d4b 2024-11-20T16:41:51,008 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a5d06512c9f96d606a42e000745438ad/A of a5d06512c9f96d606a42e000745438ad into c12db21ed9774c1aacb3e25406678d4b(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:51,008 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:51,008 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., storeName=a5d06512c9f96d606a42e000745438ad/A, priority=12, startTime=1732120910168; duration=0sec 2024-11-20T16:41:51,009 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:51,009 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d06512c9f96d606a42e000745438ad:A 2024-11-20T16:41:51,018 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/63defba42131462aabce54e8e4e86bcd as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/63defba42131462aabce54e8e4e86bcd 2024-11-20T16:41:51,022 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a5d06512c9f96d606a42e000745438ad/C of a5d06512c9f96d606a42e000745438ad into 63defba42131462aabce54e8e4e86bcd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:51,022 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:51,022 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., storeName=a5d06512c9f96d606a42e000745438ad/C, priority=12, startTime=1732120910168; duration=0sec 2024-11-20T16:41:51,022 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:51,022 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d06512c9f96d606a42e000745438ad:C 2024-11-20T16:41:51,037 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=218, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/5a4bf7721c9948688b4a899ace56da32 2024-11-20T16:41:51,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/894e40f9912149f3b8bc645c951a8875 is 50, key is test_row_0/B:col10/1732120908647/Put/seqid=0 2024-11-20T16:41:51,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742214_1390 (size=12151) 2024-11-20T16:41:51,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120971205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:51,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:51,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:51,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:51,447 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/894e40f9912149f3b8bc645c951a8875 2024-11-20T16:41:51,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/65b5a0b2708e47deb43970120eabd47a is 50, key is test_row_0/C:col10/1732120908647/Put/seqid=0 2024-11-20T16:41:51,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742215_1391 (size=12151) 2024-11-20T16:41:51,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120971516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:51,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:51,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:51,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-20T16:41:51,892 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/65b5a0b2708e47deb43970120eabd47a 2024-11-20T16:41:51,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/5a4bf7721c9948688b4a899ace56da32 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/5a4bf7721c9948688b4a899ace56da32 2024-11-20T16:41:51,899 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/5a4bf7721c9948688b4a899ace56da32, entries=150, sequenceid=218, filesize=30.4 K 2024-11-20T16:41:51,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/894e40f9912149f3b8bc645c951a8875 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/894e40f9912149f3b8bc645c951a8875 2024-11-20T16:41:51,902 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/894e40f9912149f3b8bc645c951a8875, entries=150, sequenceid=218, filesize=11.9 K 2024-11-20T16:41:51,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/65b5a0b2708e47deb43970120eabd47a as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/65b5a0b2708e47deb43970120eabd47a 2024-11-20T16:41:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,906 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/65b5a0b2708e47deb43970120eabd47a, entries=150, sequenceid=218, filesize=11.9 K 2024-11-20T16:41:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,907 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a5d06512c9f96d606a42e000745438ad in 1685ms, sequenceid=218, compaction requested=false 2024-11-20T16:41:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:51,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-20T16:41:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-20T16:41:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-20T16:41:51,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4510 sec 2024-11-20T16:41:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 2.4550 sec 2024-11-20T16:41:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,031 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:41:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a5d06512c9f96d606a42e000745438ad 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T16:41:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fb4dc9bf74a740a49281b2955b3d9e75_a5d06512c9f96d606a42e000745438ad is 50, key is test_row_1/A:col10/1732120910884/Put/seqid=0 2024-11-20T16:41:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742216_1392 (size=12304) 2024-11-20T16:41:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,045 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,048 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fb4dc9bf74a740a49281b2955b3d9e75_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fb4dc9bf74a740a49281b2955b3d9e75_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,049 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/3307c3c605de43daa54ea244ed4db08b, store: [table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/3307c3c605de43daa54ea244ed4db08b is 175, key is test_row_1/A:col10/1732120910884/Put/seqid=0 2024-11-20T16:41:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742217_1393 (size=31101) 2024-11-20T16:41:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,061 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/3307c3c605de43daa54ea244ed4db08b 2024-11-20T16:41:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/82ca77e23a0e4850ab2c420fc9944e63 is 50, key is test_row_1/B:col10/1732120910884/Put/seqid=0 2024-11-20T16:41:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742218_1394 (size=9757) 2024-11-20T16:41:52,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/82ca77e23a0e4850ab2c420fc9944e63 2024-11-20T16:41:52,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/41595a0f079d450d80ed053875e70637 is 50, key is test_row_1/C:col10/1732120910884/Put/seqid=0 2024-11-20T16:41:52,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742219_1395 (size=9757) 2024-11-20T16:41:52,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/41595a0f079d450d80ed053875e70637 2024-11-20T16:41:52,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/3307c3c605de43daa54ea244ed4db08b as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/3307c3c605de43daa54ea244ed4db08b 2024-11-20T16:41:52,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/3307c3c605de43daa54ea244ed4db08b, entries=150, sequenceid=233, filesize=30.4 K 2024-11-20T16:41:52,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/82ca77e23a0e4850ab2c420fc9944e63 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/82ca77e23a0e4850ab2c420fc9944e63 2024-11-20T16:41:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/82ca77e23a0e4850ab2c420fc9944e63, entries=100, sequenceid=233, filesize=9.5 K 2024-11-20T16:41:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/41595a0f079d450d80ed053875e70637 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/41595a0f079d450d80ed053875e70637 2024-11-20T16:41:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/41595a0f079d450d80ed053875e70637, entries=100, sequenceid=233, filesize=9.5 K 2024-11-20T16:41:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,163 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=67.09 KB/68700 for a5d06512c9f96d606a42e000745438ad in 132ms, sequenceid=233, compaction requested=true 2024-11-20T16:41:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,163 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:41:52,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d06512c9f96d606a42e000745438ad:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:41:52,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:52,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d06512c9f96d606a42e000745438ad:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:41:52,164 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:41:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,164 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:41:52,164 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:41:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,165 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): a5d06512c9f96d606a42e000745438ad/A is initiating minor compaction (all files) 2024-11-20T16:41:52,165 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): a5d06512c9f96d606a42e000745438ad/B is initiating minor compaction (all files) 2024-11-20T16:41:52,165 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d06512c9f96d606a42e000745438ad/B in TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:52,165 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d06512c9f96d606a42e000745438ad/A in TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:52,165 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/c12db21ed9774c1aacb3e25406678d4b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/5a4bf7721c9948688b4a899ace56da32, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/3307c3c605de43daa54ea244ed4db08b] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp, totalSize=91.6 K 2024-11-20T16:41:52,165 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/f94cf9fcdf664fd18cd2d5a781df0f54, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/894e40f9912149f3b8bc645c951a8875, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/82ca77e23a0e4850ab2c420fc9944e63] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp, totalSize=33.7 K 2024-11-20T16:41:52,165 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,165 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. files: [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/c12db21ed9774c1aacb3e25406678d4b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/5a4bf7721c9948688b4a899ace56da32, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/3307c3c605de43daa54ea244ed4db08b] 2024-11-20T16:41:52,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d06512c9f96d606a42e000745438ad:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:41:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,165 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting f94cf9fcdf664fd18cd2d5a781df0f54, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732120908477 2024-11-20T16:41:52,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:41:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,165 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting c12db21ed9774c1aacb3e25406678d4b, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732120908477 2024-11-20T16:41:52,165 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 894e40f9912149f3b8bc645c951a8875, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732120908647 2024-11-20T16:41:52,166 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a4bf7721c9948688b4a899ace56da32, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732120908647 2024-11-20T16:41:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,166 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3307c3c605de43daa54ea244ed4db08b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732120910880 2024-11-20T16:41:52,166 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 82ca77e23a0e4850ab2c420fc9944e63, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732120910884 2024-11-20T16:41:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,172 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,174 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d06512c9f96d606a42e000745438ad#B#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,174 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/a5dbb1038e5e47a995b52e416a8663ae is 50, key is test_row_0/B:col10/1732120908647/Put/seqid=0 2024-11-20T16:41:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,176 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411200eaddf8853094ca89e82dd9812f11aee_a5d06512c9f96d606a42e000745438ad store=[table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,178 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411200eaddf8853094ca89e82dd9812f11aee_a5d06512c9f96d606a42e000745438ad, store=[table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,178 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200eaddf8853094ca89e82dd9812f11aee_a5d06512c9f96d606a42e000745438ad because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742220_1396 (size=12731) 2024-11-20T16:41:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742221_1397 (size=4469) 2024-11-20T16:41:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,185 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d06512c9f96d606a42e000745438ad#A#compaction#331 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,186 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/80f53fccaaf1464c959414ecc227e02f is 175, key is test_row_0/A:col10/1732120908647/Put/seqid=0 2024-11-20T16:41:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,190 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/a5dbb1038e5e47a995b52e416a8663ae as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/a5dbb1038e5e47a995b52e416a8663ae 2024-11-20T16:41:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:52,192 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:41:52,192 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a5d06512c9f96d606a42e000745438ad 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T16:41:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,194 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a5d06512c9f96d606a42e000745438ad/B of a5d06512c9f96d606a42e000745438ad into a5dbb1038e5e47a995b52e416a8663ae(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:52,194 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:52,194 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., storeName=a5d06512c9f96d606a42e000745438ad/B, priority=13, startTime=1732120912163; duration=0sec 2024-11-20T16:41:52,195 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:41:52,195 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d06512c9f96d606a42e000745438ad:B 2024-11-20T16:41:52,195 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:41:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742222_1398 (size=31792) 2024-11-20T16:41:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,197 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:41:52,197 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): a5d06512c9f96d606a42e000745438ad/C is initiating minor compaction (all files) 2024-11-20T16:41:52,197 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d06512c9f96d606a42e000745438ad/C in TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:52,197 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/63defba42131462aabce54e8e4e86bcd, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/65b5a0b2708e47deb43970120eabd47a, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/41595a0f079d450d80ed053875e70637] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp, totalSize=33.7 K 2024-11-20T16:41:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,197 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 63defba42131462aabce54e8e4e86bcd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732120908477 2024-11-20T16:41:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,198 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 65b5a0b2708e47deb43970120eabd47a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732120908647 2024-11-20T16:41:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,198 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 41595a0f079d450d80ed053875e70637, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732120910884 2024-11-20T16:41:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120612e430059704df4b4ef0a06420a8615_a5d06512c9f96d606a42e000745438ad is 50, key is test_row_0/A:col10/1732120912154/Put/seqid=0 2024-11-20T16:41:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742223_1399 (size=12304) 2024-11-20T16:41:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,207 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d06512c9f96d606a42e000745438ad#C#compaction#333 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,207 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/dcc0e47252944680925e5a027509864f is 50, key is test_row_0/C:col10/1732120908647/Put/seqid=0 2024-11-20T16:41:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742224_1400 (size=12731) 2024-11-20T16:41:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120972332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:52,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:52,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:52,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:52,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120972445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:52,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:52,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:52,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:52,600 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/80f53fccaaf1464c959414ecc227e02f as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/80f53fccaaf1464c959414ecc227e02f 2024-11-20T16:41:52,603 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a5d06512c9f96d606a42e000745438ad/A of a5d06512c9f96d606a42e000745438ad into 80f53fccaaf1464c959414ecc227e02f(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:52,603 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:52,603 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., storeName=a5d06512c9f96d606a42e000745438ad/A, priority=13, startTime=1732120912163; duration=0sec 2024-11-20T16:41:52,603 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:52,603 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d06512c9f96d606a42e000745438ad:A 2024-11-20T16:41:52,604 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:52,607 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120612e430059704df4b4ef0a06420a8615_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120612e430059704df4b4ef0a06420a8615_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:52,608 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/ccdd07f92f844262b91f0f30142a467e, store: [table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:52,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/ccdd07f92f844262b91f0f30142a467e is 175, key is test_row_0/A:col10/1732120912154/Put/seqid=0 2024-11-20T16:41:52,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742225_1401 (size=31105) 2024-11-20T16:41:52,611 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/ccdd07f92f844262b91f0f30142a467e 2024-11-20T16:41:52,613 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/dcc0e47252944680925e5a027509864f as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/dcc0e47252944680925e5a027509864f 2024-11-20T16:41:52,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/6b1032a59c6e4a90b4befc36e89072a6 is 50, key is test_row_0/B:col10/1732120912154/Put/seqid=0 2024-11-20T16:41:52,620 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a5d06512c9f96d606a42e000745438ad/C of a5d06512c9f96d606a42e000745438ad into dcc0e47252944680925e5a027509864f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:52,620 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:52,620 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., storeName=a5d06512c9f96d606a42e000745438ad/C, priority=13, startTime=1732120912164; duration=0sec 2024-11-20T16:41:52,620 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:52,620 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d06512c9f96d606a42e000745438ad:C 2024-11-20T16:41:52,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742226_1402 (size=12151) 2024-11-20T16:41:52,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120972656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:52,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:52,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:52,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:52,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:52,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120972965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:52,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:52,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:52,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:53,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/6b1032a59c6e4a90b4befc36e89072a6 2024-11-20T16:41:53,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/6f0b2d45b80e45aca719af9735fd7c0b is 50, key is test_row_0/C:col10/1732120912154/Put/seqid=0 2024-11-20T16:41:53,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742227_1403 (size=12151) 2024-11-20T16:41:53,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/6f0b2d45b80e45aca719af9735fd7c0b 2024-11-20T16:41:53,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/ccdd07f92f844262b91f0f30142a467e as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/ccdd07f92f844262b91f0f30142a467e 2024-11-20T16:41:53,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/ccdd07f92f844262b91f0f30142a467e, entries=150, sequenceid=247, filesize=30.4 K 2024-11-20T16:41:53,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/6b1032a59c6e4a90b4befc36e89072a6 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/6b1032a59c6e4a90b4befc36e89072a6 2024-11-20T16:41:53,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/6b1032a59c6e4a90b4befc36e89072a6, entries=150, sequenceid=247, filesize=11.9 K 2024-11-20T16:41:53,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/6f0b2d45b80e45aca719af9735fd7c0b as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/6f0b2d45b80e45aca719af9735fd7c0b 2024-11-20T16:41:53,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/6f0b2d45b80e45aca719af9735fd7c0b, entries=150, sequenceid=247, filesize=11.9 K 2024-11-20T16:41:53,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a5d06512c9f96d606a42e000745438ad in 1258ms, sequenceid=247, compaction requested=false 2024-11-20T16:41:53,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:53,479 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:41:53,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a5d06512c9f96d606a42e000745438ad 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T16:41:53,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b97a8146f3cc4b4496c65ebcf6e50f57_a5d06512c9f96d606a42e000745438ad is 50, key is test_row_0/A:col10/1732120913478/Put/seqid=0 2024-11-20T16:41:53,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742228_1404 (size=14994) 2024-11-20T16:41:53,493 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:53,499 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b97a8146f3cc4b4496c65ebcf6e50f57_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b97a8146f3cc4b4496c65ebcf6e50f57_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:53,500 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/b9a085c34243441eac541c355a426917, store: [table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:53,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/b9a085c34243441eac541c355a426917 is 175, key is test_row_0/A:col10/1732120913478/Put/seqid=0 2024-11-20T16:41:53,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742229_1405 (size=39949) 2024-11-20T16:41:53,505 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/b9a085c34243441eac541c355a426917 2024-11-20T16:41:53,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/ccefc8bac55e44958255406476523192 is 50, key is test_row_0/B:col10/1732120913478/Put/seqid=0 2024-11-20T16:41:53,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742230_1406 (size=12301) 2024-11-20T16:41:53,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/ccefc8bac55e44958255406476523192 2024-11-20T16:41:53,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/3821834adbc5462ab1e84d67cf1f4b15 is 50, key is test_row_0/C:col10/1732120913478/Put/seqid=0 2024-11-20T16:41:53,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742231_1407 (size=12301) 2024-11-20T16:41:53,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120973540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:53,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:53,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:53,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-20T16:41:53,615 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:41:53,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:41:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-20T16:41:53,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-20T16:41:53,617 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:41:53,618 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:41:53,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:41:53,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120973656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:53,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:53,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:53,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:53,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-20T16:41:53,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-20T16:41:53,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:53,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:53,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:53,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:53,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:53,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:53,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:53,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120973865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:53,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:53,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:53,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:53,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-20T16:41:53,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:53,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:53,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:53,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:53,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:53,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:41:53,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/3821834adbc5462ab1e84d67cf1f4b15 2024-11-20T16:41:53,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/b9a085c34243441eac541c355a426917 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/b9a085c34243441eac541c355a426917 2024-11-20T16:41:53,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/b9a085c34243441eac541c355a426917, entries=200, sequenceid=273, filesize=39.0 K 2024-11-20T16:41:53,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/ccefc8bac55e44958255406476523192 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/ccefc8bac55e44958255406476523192 2024-11-20T16:41:53,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-20T16:41:53,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/ccefc8bac55e44958255406476523192, entries=150, sequenceid=273, filesize=12.0 K 2024-11-20T16:41:53,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/3821834adbc5462ab1e84d67cf1f4b15 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/3821834adbc5462ab1e84d67cf1f4b15 2024-11-20T16:41:53,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/3821834adbc5462ab1e84d67cf1f4b15, entries=150, sequenceid=273, filesize=12.0 K 2024-11-20T16:41:53,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a5d06512c9f96d606a42e000745438ad in 461ms, sequenceid=273, compaction requested=true 2024-11-20T16:41:53,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:53,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d06512c9f96d606a42e000745438ad:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:41:53,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:53,941 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:41:53,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d06512c9f96d606a42e000745438ad:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:41:53,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:53,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d06512c9f96d606a42e000745438ad:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:41:53,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:41:53,941 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:41:53,941 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102846 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:41:53,941 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37183 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:41:53,941 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): a5d06512c9f96d606a42e000745438ad/A is initiating minor compaction (all files) 2024-11-20T16:41:53,941 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): a5d06512c9f96d606a42e000745438ad/B is initiating minor compaction (all files) 2024-11-20T16:41:53,941 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d06512c9f96d606a42e000745438ad/A in TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:53,941 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d06512c9f96d606a42e000745438ad/B in TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:53,941 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/80f53fccaaf1464c959414ecc227e02f, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/ccdd07f92f844262b91f0f30142a467e, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/b9a085c34243441eac541c355a426917] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp, totalSize=100.4 K 2024-11-20T16:41:53,941 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/a5dbb1038e5e47a995b52e416a8663ae, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/6b1032a59c6e4a90b4befc36e89072a6, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/ccefc8bac55e44958255406476523192] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp, totalSize=36.3 K 2024-11-20T16:41:53,941 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:53,942 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. files: [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/80f53fccaaf1464c959414ecc227e02f, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/ccdd07f92f844262b91f0f30142a467e, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/b9a085c34243441eac541c355a426917] 2024-11-20T16:41:53,942 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting a5dbb1038e5e47a995b52e416a8663ae, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732120908647 2024-11-20T16:41:53,942 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80f53fccaaf1464c959414ecc227e02f, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732120908647 2024-11-20T16:41:53,942 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b1032a59c6e4a90b4befc36e89072a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732120912142 2024-11-20T16:41:53,942 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting ccdd07f92f844262b91f0f30142a467e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732120912142 2024-11-20T16:41:53,942 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting ccefc8bac55e44958255406476523192, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732120912288 2024-11-20T16:41:53,942 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9a085c34243441eac541c355a426917, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732120912288 2024-11-20T16:41:53,946 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:53,948 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d06512c9f96d606a42e000745438ad#B#compaction#339 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:53,948 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/98a91d34762e4830981e6d4dbe3e46a9 is 50, key is test_row_0/B:col10/1732120913478/Put/seqid=0 2024-11-20T16:41:53,949 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120b1a447d7df324052b311b484ca1166ad_a5d06512c9f96d606a42e000745438ad store=[table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:53,950 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120b1a447d7df324052b311b484ca1166ad_a5d06512c9f96d606a42e000745438ad, store=[table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:53,950 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b1a447d7df324052b311b484ca1166ad_a5d06512c9f96d606a42e000745438ad because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:53,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742232_1408 (size=12983) 2024-11-20T16:41:53,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742233_1409 (size=4469) 2024-11-20T16:41:54,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-20T16:41:54,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:54,075 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing a5d06512c9f96d606a42e000745438ad 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T16:41:54,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208594d895740148a792be93c71136555b_a5d06512c9f96d606a42e000745438ad is 50, key is test_row_0/A:col10/1732120913529/Put/seqid=0 2024-11-20T16:41:54,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742234_1410 (size=12454) 2024-11-20T16:41:54,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:54,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. as already flushing 2024-11-20T16:41:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-20T16:41:54,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120974290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:54,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:54,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:54,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:54,356 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d06512c9f96d606a42e000745438ad#A#compaction#340 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:54,356 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/93018c10f06f437c8386bf0713cce147 is 175, key is test_row_0/A:col10/1732120913478/Put/seqid=0 2024-11-20T16:41:54,359 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/98a91d34762e4830981e6d4dbe3e46a9 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/98a91d34762e4830981e6d4dbe3e46a9 2024-11-20T16:41:54,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742235_1411 (size=31937) 2024-11-20T16:41:54,363 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a5d06512c9f96d606a42e000745438ad/B of a5d06512c9f96d606a42e000745438ad into 98a91d34762e4830981e6d4dbe3e46a9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:54,363 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:54,363 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., storeName=a5d06512c9f96d606a42e000745438ad/B, priority=13, startTime=1732120913941; duration=0sec 2024-11-20T16:41:54,363 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:41:54,363 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/93018c10f06f437c8386bf0713cce147 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/93018c10f06f437c8386bf0713cce147 2024-11-20T16:41:54,363 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d06512c9f96d606a42e000745438ad:B 2024-11-20T16:41:54,363 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:41:54,364 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37183 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:41:54,364 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): a5d06512c9f96d606a42e000745438ad/C is initiating minor compaction (all files) 2024-11-20T16:41:54,364 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d06512c9f96d606a42e000745438ad/C in TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:54,364 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/dcc0e47252944680925e5a027509864f, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/6f0b2d45b80e45aca719af9735fd7c0b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/3821834adbc5462ab1e84d67cf1f4b15] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp, totalSize=36.3 K 2024-11-20T16:41:54,364 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting dcc0e47252944680925e5a027509864f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732120908647 2024-11-20T16:41:54,364 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f0b2d45b80e45aca719af9735fd7c0b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732120912142 2024-11-20T16:41:54,365 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 3821834adbc5462ab1e84d67cf1f4b15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732120912288 2024-11-20T16:41:54,367 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a5d06512c9f96d606a42e000745438ad/A of a5d06512c9f96d606a42e000745438ad into 93018c10f06f437c8386bf0713cce147(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:54,367 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:54,367 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., storeName=a5d06512c9f96d606a42e000745438ad/A, priority=13, startTime=1732120913941; duration=0sec 2024-11-20T16:41:54,367 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:54,367 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d06512c9f96d606a42e000745438ad:A 2024-11-20T16:41:54,371 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d06512c9f96d606a42e000745438ad#C#compaction#342 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:54,371 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/a9d9541c310f4d3e8e61de4dac7cb135 is 50, key is test_row_0/C:col10/1732120913478/Put/seqid=0 2024-11-20T16:41:54,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742236_1412 (size=12983) 2024-11-20T16:41:54,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120974405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:54,464 INFO [Thread-1510 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1510. 2024-11-20T16:41:54,464 DEBUG [Thread-1510 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:41:54,464 DEBUG [Thread-1510 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:54,465 DEBUG [Thread-1510 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:54,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:41:54,472 INFO [Thread-1516 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1516. 2024-11-20T16:41:54,472 DEBUG [Thread-1516 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:41:54,472 DEBUG [Thread-1516 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:54,472 DEBUG [Thread-1516 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:54,472 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:41:54,473 INFO [Thread-1514 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1514. 2024-11-20T16:41:54,473 DEBUG [Thread-1514 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:41:54,473 DEBUG [Thread-1514 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:54,473 DEBUG [Thread-1514 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:54,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:41:54,475 INFO [Thread-1508 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1508. 2024-11-20T16:41:54,475 DEBUG [Thread-1508 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:41:54,475 DEBUG [Thread-1508 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:54,475 DEBUG [Thread-1508 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:54,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:41:54,479 INFO [Thread-1512 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1512. 2024-11-20T16:41:54,479 DEBUG [Thread-1512 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:41:54,479 DEBUG [Thread-1512 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:54,480 DEBUG [Thread-1512 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:54,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:41:54,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:54,488 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208594d895740148a792be93c71136555b_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208594d895740148a792be93c71136555b_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:54,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/11cb9efa3dad4881a4a499c688b42909, store: [table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:54,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/11cb9efa3dad4881a4a499c688b42909 is 175, key is test_row_0/A:col10/1732120913529/Put/seqid=0 2024-11-20T16:41:54,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742237_1413 (size=31255) 2024-11-20T16:41:54,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120974616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:54,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:54,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:54,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-20T16:41:54,780 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/a9d9541c310f4d3e8e61de4dac7cb135 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/a9d9541c310f4d3e8e61de4dac7cb135 2024-11-20T16:41:54,784 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a5d06512c9f96d606a42e000745438ad/C of a5d06512c9f96d606a42e000745438ad into a9d9541c310f4d3e8e61de4dac7cb135(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:54,784 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:54,784 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., storeName=a5d06512c9f96d606a42e000745438ad/C, priority=13, startTime=1732120913941; duration=0sec 2024-11-20T16:41:54,784 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:54,784 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d06512c9f96d606a42e000745438ad:C 2024-11-20T16:41:54,894 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/11cb9efa3dad4881a4a499c688b42909 2024-11-20T16:41:54,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/bcd8c63164df4962950330487d065e23 is 50, key is test_row_0/B:col10/1732120913529/Put/seqid=0 2024-11-20T16:41:54,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742238_1414 (size=12301) 2024-11-20T16:41:54,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120974926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:54,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:54,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:54,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:55,312 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/bcd8c63164df4962950330487d065e23 2024-11-20T16:41:55,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/ca2170aaa15a45a0a68cf9c254da8a34 is 50, key is test_row_0/C:col10/1732120913529/Put/seqid=0 2024-11-20T16:41:55,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742239_1415 (size=12301) 2024-11-20T16:41:55,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:55,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55518 deadline: 1732120975436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:55,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:55,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:55,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:55,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55570 deadline: 1732120975716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:55,718 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_0' in a5d06512c9f96d606a42e000745438ad of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18309 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:41:55,718 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:55,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:55,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:55,725 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/ca2170aaa15a45a0a68cf9c254da8a34 2024-11-20T16:41:55,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/11cb9efa3dad4881a4a499c688b42909 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/11cb9efa3dad4881a4a499c688b42909 2024-11-20T16:41:55,732 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/11cb9efa3dad4881a4a499c688b42909, entries=150, sequenceid=286, filesize=30.5 K 2024-11-20T16:41:55,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/bcd8c63164df4962950330487d065e23 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/bcd8c63164df4962950330487d065e23 2024-11-20T16:41:55,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:41:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732120975736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:41:55,737 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_1' in a5d06512c9f96d606a42e000745438ad of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18324 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:41:55,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:55,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:41:55,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:41:55,738 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/bcd8c63164df4962950330487d065e23, entries=150, sequenceid=286, filesize=12.0 K 2024-11-20T16:41:55,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/ca2170aaa15a45a0a68cf9c254da8a34 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/ca2170aaa15a45a0a68cf9c254da8a34 2024-11-20T16:41:55,743 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/ca2170aaa15a45a0a68cf9c254da8a34, entries=150, sequenceid=286, filesize=12.0 K 2024-11-20T16:41:55,743 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a5d06512c9f96d606a42e000745438ad in 1668ms, sequenceid=286, compaction requested=false 2024-11-20T16:41:55,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:55,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:55,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-20T16:41:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-20T16:41:55,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-20T16:41:55,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1270 sec 2024-11-20T16:41:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:55,747 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:41:55,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a5d06512c9f96d606a42e000745438ad 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T16:41:55,747 INFO [Thread-1505 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1505. 2024-11-20T16:41:55,747 DEBUG [Thread-1505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:41:55,747 DEBUG [Thread-1505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:55,747 DEBUG [Thread-1505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:55,747 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:41:55,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 2.1310 sec 2024-11-20T16:41:55,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112061b4e115dc314b779e71ef7f20a8f7ac_a5d06512c9f96d606a42e000745438ad is 50, key is test_row_0/A:col10/1732120914237/Put/seqid=0 2024-11-20T16:41:55,756 INFO [Thread-1501 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1501. 2024-11-20T16:41:55,757 DEBUG [Thread-1501 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:41:55,757 DEBUG [Thread-1501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:55,757 DEBUG [Thread-1501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:55,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:41:55,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742240_1416 (size=12454) 2024-11-20T16:41:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-20T16:41:55,776 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:41:56,160 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:41:56,164 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112061b4e115dc314b779e71ef7f20a8f7ac_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112061b4e115dc314b779e71ef7f20a8f7ac_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:41:56,165 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/99aa6d2ab4584f62b0b0ba7fe8f2e455, store: [table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:56,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/99aa6d2ab4584f62b0b0ba7fe8f2e455 is 175, key is test_row_0/A:col10/1732120914237/Put/seqid=0 2024-11-20T16:41:56,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742241_1417 (size=31255) 2024-11-20T16:41:56,458 INFO [Thread-1497 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1497. 2024-11-20T16:41:56,458 DEBUG [Thread-1497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:41:56,458 DEBUG [Thread-1497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:56,459 DEBUG [Thread-1497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:41:56,459 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:41:56,572 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=313, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/99aa6d2ab4584f62b0b0ba7fe8f2e455 2024-11-20T16:41:56,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/4e996ebbb0d24419a4da3436ff784f42 is 50, key is test_row_0/B:col10/1732120914237/Put/seqid=0 2024-11-20T16:41:56,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742242_1418 (size=12301) 2024-11-20T16:41:56,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/4e996ebbb0d24419a4da3436ff784f42 2024-11-20T16:41:57,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/b70e823eabc2458181c46e283192155d is 50, key is test_row_0/C:col10/1732120914237/Put/seqid=0 2024-11-20T16:41:57,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742243_1419 (size=12301) 2024-11-20T16:41:57,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/b70e823eabc2458181c46e283192155d 2024-11-20T16:41:57,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/99aa6d2ab4584f62b0b0ba7fe8f2e455 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/99aa6d2ab4584f62b0b0ba7fe8f2e455 2024-11-20T16:41:57,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/99aa6d2ab4584f62b0b0ba7fe8f2e455, entries=150, sequenceid=313, filesize=30.5 K 2024-11-20T16:41:57,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/4e996ebbb0d24419a4da3436ff784f42 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/4e996ebbb0d24419a4da3436ff784f42 2024-11-20T16:41:57,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/4e996ebbb0d24419a4da3436ff784f42, entries=150, sequenceid=313, filesize=12.0 K 2024-11-20T16:41:57,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/b70e823eabc2458181c46e283192155d as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/b70e823eabc2458181c46e283192155d 2024-11-20T16:41:57,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/b70e823eabc2458181c46e283192155d, entries=150, sequenceid=313, filesize=12.0 K 2024-11-20T16:41:57,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=13.42 KB/13740 for a5d06512c9f96d606a42e000745438ad in 1280ms, sequenceid=313, compaction requested=true 2024-11-20T16:41:57,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:57,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d06512c9f96d606a42e000745438ad:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:41:57,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:57,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d06512c9f96d606a42e000745438ad:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:41:57,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:57,028 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:41:57,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d06512c9f96d606a42e000745438ad:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:41:57,028 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:41:57,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:41:57,029 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:41:57,029 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:41:57,029 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): a5d06512c9f96d606a42e000745438ad/B is initiating minor compaction (all files) 2024-11-20T16:41:57,029 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): a5d06512c9f96d606a42e000745438ad/A is initiating minor compaction (all files) 2024-11-20T16:41:57,029 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d06512c9f96d606a42e000745438ad/B in TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:57,029 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d06512c9f96d606a42e000745438ad/A in TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:57,029 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/98a91d34762e4830981e6d4dbe3e46a9, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/bcd8c63164df4962950330487d065e23, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/4e996ebbb0d24419a4da3436ff784f42] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp, totalSize=36.7 K 2024-11-20T16:41:57,029 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/93018c10f06f437c8386bf0713cce147, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/11cb9efa3dad4881a4a499c688b42909, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/99aa6d2ab4584f62b0b0ba7fe8f2e455] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp, totalSize=92.2 K 2024-11-20T16:41:57,029 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:57,029 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. files: [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/93018c10f06f437c8386bf0713cce147, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/11cb9efa3dad4881a4a499c688b42909, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/99aa6d2ab4584f62b0b0ba7fe8f2e455] 2024-11-20T16:41:57,029 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 98a91d34762e4830981e6d4dbe3e46a9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732120912288 2024-11-20T16:41:57,029 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93018c10f06f437c8386bf0713cce147, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732120912288 2024-11-20T16:41:57,030 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting bcd8c63164df4962950330487d065e23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732120913505 2024-11-20T16:41:57,030 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11cb9efa3dad4881a4a499c688b42909, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732120913505 2024-11-20T16:41:57,030 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e996ebbb0d24419a4da3436ff784f42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732120914237 2024-11-20T16:41:57,030 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99aa6d2ab4584f62b0b0ba7fe8f2e455, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732120914237 2024-11-20T16:41:57,037 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d06512c9f96d606a42e000745438ad#B#compaction#348 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:57,038 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/932acea1e97d4133ae8aa5bdc3330bb8 is 50, key is test_row_0/B:col10/1732120914237/Put/seqid=0 2024-11-20T16:41:57,040 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:57,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742244_1420 (size=13085) 2024-11-20T16:41:57,042 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411209cdbf15ae97048a2b9232d8f436a616d_a5d06512c9f96d606a42e000745438ad store=[table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:57,073 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411209cdbf15ae97048a2b9232d8f436a616d_a5d06512c9f96d606a42e000745438ad, store=[table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:57,073 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209cdbf15ae97048a2b9232d8f436a616d_a5d06512c9f96d606a42e000745438ad because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:41:57,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742245_1421 (size=4469) 2024-11-20T16:41:57,203 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T16:41:57,446 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/932acea1e97d4133ae8aa5bdc3330bb8 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/932acea1e97d4133ae8aa5bdc3330bb8 2024-11-20T16:41:57,450 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a5d06512c9f96d606a42e000745438ad/B of a5d06512c9f96d606a42e000745438ad into 932acea1e97d4133ae8aa5bdc3330bb8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:57,450 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:57,450 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., storeName=a5d06512c9f96d606a42e000745438ad/B, priority=13, startTime=1732120917028; duration=0sec 2024-11-20T16:41:57,450 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:41:57,450 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d06512c9f96d606a42e000745438ad:B 2024-11-20T16:41:57,450 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:41:57,451 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:41:57,451 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): a5d06512c9f96d606a42e000745438ad/C is initiating minor compaction (all files) 2024-11-20T16:41:57,451 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d06512c9f96d606a42e000745438ad/C in TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:41:57,451 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/a9d9541c310f4d3e8e61de4dac7cb135, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/ca2170aaa15a45a0a68cf9c254da8a34, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/b70e823eabc2458181c46e283192155d] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp, totalSize=36.7 K 2024-11-20T16:41:57,452 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting a9d9541c310f4d3e8e61de4dac7cb135, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732120912288 2024-11-20T16:41:57,452 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting ca2170aaa15a45a0a68cf9c254da8a34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732120913505 2024-11-20T16:41:57,452 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting b70e823eabc2458181c46e283192155d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732120914237 2024-11-20T16:41:57,461 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d06512c9f96d606a42e000745438ad#C#compaction#350 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:57,461 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/0a7491ed4eb64e97b8afd3a09dd22fcf is 50, key is test_row_0/C:col10/1732120914237/Put/seqid=0 2024-11-20T16:41:57,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742246_1422 (size=13085) 2024-11-20T16:41:57,478 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d06512c9f96d606a42e000745438ad#A#compaction#349 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:41:57,478 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/4b0476d950694ee3b0796f10838ce59d is 175, key is test_row_0/A:col10/1732120914237/Put/seqid=0 2024-11-20T16:41:57,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742247_1423 (size=32039) 2024-11-20T16:41:57,870 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/0a7491ed4eb64e97b8afd3a09dd22fcf as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/0a7491ed4eb64e97b8afd3a09dd22fcf 2024-11-20T16:41:57,874 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a5d06512c9f96d606a42e000745438ad/C of a5d06512c9f96d606a42e000745438ad into 0a7491ed4eb64e97b8afd3a09dd22fcf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:57,874 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:57,875 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., storeName=a5d06512c9f96d606a42e000745438ad/C, priority=13, startTime=1732120917028; duration=0sec 2024-11-20T16:41:57,875 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:57,875 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d06512c9f96d606a42e000745438ad:C 2024-11-20T16:41:57,886 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/4b0476d950694ee3b0796f10838ce59d as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/4b0476d950694ee3b0796f10838ce59d 2024-11-20T16:41:57,889 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a5d06512c9f96d606a42e000745438ad/A of a5d06512c9f96d606a42e000745438ad into 4b0476d950694ee3b0796f10838ce59d(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:41:57,889 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d06512c9f96d606a42e000745438ad: 2024-11-20T16:41:57,889 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., storeName=a5d06512c9f96d606a42e000745438ad/A, priority=13, startTime=1732120917027; duration=0sec 2024-11-20T16:41:57,889 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:41:57,889 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d06512c9f96d606a42e000745438ad:A 2024-11-20T16:42:02,164 WARN [regionserver/b60eac9bda43:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 1 2024-11-20T16:42:02,166 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/2265d108a61c4d75b074b604f391da42, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/b0606539b2314515809138c0b1935dbe, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/4c957ba2624e4307a004d633e8a59cbc, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/55a84d45b8d44753951ec570927312ef, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/aa9c7a06c04342a6a0b404e7e995acda, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/a3467395166b484a8bbf8c6f5bd9bbcc, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/ef4029f49c294d2ba962e9fca7519f81, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/2f0389adfd394b368fdca0f1fdf01ede, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/df672d413ebf409f87558bc1a005cd26, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/cc8eece798fd47fb8200c9cd1f58dda6, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/34f309f1c8d8442ca239101dbdec364a, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/9b44c59531e7416e8fae728086701751, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/5a4bab58dd5b44c0a5a376738517c16c, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/dad883653b374f46aca7ce54ff33232e, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/c12db21ed9774c1aacb3e25406678d4b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/5a4bf7721c9948688b4a899ace56da32, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/80f53fccaaf1464c959414ecc227e02f, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/3307c3c605de43daa54ea244ed4db08b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/ccdd07f92f844262b91f0f30142a467e, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/b9a085c34243441eac541c355a426917, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/93018c10f06f437c8386bf0713cce147, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/11cb9efa3dad4881a4a499c688b42909, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/99aa6d2ab4584f62b0b0ba7fe8f2e455] to archive 2024-11-20T16:42:02,166 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:42:02,168 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/2265d108a61c4d75b074b604f391da42 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/2265d108a61c4d75b074b604f391da42 2024-11-20T16:42:02,170 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/b0606539b2314515809138c0b1935dbe to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/b0606539b2314515809138c0b1935dbe 2024-11-20T16:42:02,171 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/4c957ba2624e4307a004d633e8a59cbc to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/4c957ba2624e4307a004d633e8a59cbc 2024-11-20T16:42:02,172 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/55a84d45b8d44753951ec570927312ef to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/55a84d45b8d44753951ec570927312ef 2024-11-20T16:42:02,174 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/aa9c7a06c04342a6a0b404e7e995acda to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/aa9c7a06c04342a6a0b404e7e995acda 2024-11-20T16:42:02,175 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/a3467395166b484a8bbf8c6f5bd9bbcc to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/a3467395166b484a8bbf8c6f5bd9bbcc 2024-11-20T16:42:02,176 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/ef4029f49c294d2ba962e9fca7519f81 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/ef4029f49c294d2ba962e9fca7519f81 2024-11-20T16:42:02,177 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/2f0389adfd394b368fdca0f1fdf01ede to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/2f0389adfd394b368fdca0f1fdf01ede 2024-11-20T16:42:02,178 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/df672d413ebf409f87558bc1a005cd26 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/df672d413ebf409f87558bc1a005cd26 2024-11-20T16:42:02,179 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/cc8eece798fd47fb8200c9cd1f58dda6 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/cc8eece798fd47fb8200c9cd1f58dda6 2024-11-20T16:42:02,180 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/34f309f1c8d8442ca239101dbdec364a to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/34f309f1c8d8442ca239101dbdec364a 2024-11-20T16:42:02,181 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/9b44c59531e7416e8fae728086701751 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/9b44c59531e7416e8fae728086701751 2024-11-20T16:42:02,183 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/5a4bab58dd5b44c0a5a376738517c16c to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/5a4bab58dd5b44c0a5a376738517c16c 2024-11-20T16:42:02,183 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/dad883653b374f46aca7ce54ff33232e to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/dad883653b374f46aca7ce54ff33232e 2024-11-20T16:42:02,184 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/c12db21ed9774c1aacb3e25406678d4b to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/c12db21ed9774c1aacb3e25406678d4b 2024-11-20T16:42:02,185 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/5a4bf7721c9948688b4a899ace56da32 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/5a4bf7721c9948688b4a899ace56da32 2024-11-20T16:42:02,186 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/80f53fccaaf1464c959414ecc227e02f to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/80f53fccaaf1464c959414ecc227e02f 2024-11-20T16:42:02,187 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/3307c3c605de43daa54ea244ed4db08b to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/3307c3c605de43daa54ea244ed4db08b 2024-11-20T16:42:02,188 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/ccdd07f92f844262b91f0f30142a467e to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/ccdd07f92f844262b91f0f30142a467e 2024-11-20T16:42:02,188 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/b9a085c34243441eac541c355a426917 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/b9a085c34243441eac541c355a426917 2024-11-20T16:42:02,189 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/93018c10f06f437c8386bf0713cce147 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/93018c10f06f437c8386bf0713cce147 2024-11-20T16:42:02,190 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/11cb9efa3dad4881a4a499c688b42909 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/11cb9efa3dad4881a4a499c688b42909 2024-11-20T16:42:02,191 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/99aa6d2ab4584f62b0b0ba7fe8f2e455 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/99aa6d2ab4584f62b0b0ba7fe8f2e455 2024-11-20T16:42:02,194 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/52e3dc5aa7b84144afdcb441de2cf492, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/05529e6045d14363836a745cd1579379, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/fad5159928534dae9e517f0ab7ed5957, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/c6b061359eb0464daabc6d97d6134416, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/47670024455842eb810f72b987225fc5, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/d5c788e1f02447fab3f721404cd2e6af, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/19c13303765341a5a2654d9bd48ea8d3, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/9b263f3781bc4ccfaca2dd36388b1a84, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/427b717737414a749de8ab17606264d2, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/74ec9ea84a074793b1b1ac824b04ddb8, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/ca188bebdb3148ffa5e96eef3aa094e1, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/aa2210626dee42cfbccd5f2bcaa43508, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/ec34b35c284744569b32a24f6b5a800b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/f94cf9fcdf664fd18cd2d5a781df0f54, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/af35be30409e4636946f240a3ab8cd4a, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/894e40f9912149f3b8bc645c951a8875, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/a5dbb1038e5e47a995b52e416a8663ae, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/82ca77e23a0e4850ab2c420fc9944e63, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/6b1032a59c6e4a90b4befc36e89072a6, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/98a91d34762e4830981e6d4dbe3e46a9, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/ccefc8bac55e44958255406476523192, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/bcd8c63164df4962950330487d065e23, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/4e996ebbb0d24419a4da3436ff784f42] to archive 2024-11-20T16:42:02,194 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:42:02,195 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/52e3dc5aa7b84144afdcb441de2cf492 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/52e3dc5aa7b84144afdcb441de2cf492 2024-11-20T16:42:02,196 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/05529e6045d14363836a745cd1579379 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/05529e6045d14363836a745cd1579379 2024-11-20T16:42:02,197 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/fad5159928534dae9e517f0ab7ed5957 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/fad5159928534dae9e517f0ab7ed5957 2024-11-20T16:42:02,198 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/c6b061359eb0464daabc6d97d6134416 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/c6b061359eb0464daabc6d97d6134416 2024-11-20T16:42:02,199 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/47670024455842eb810f72b987225fc5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/47670024455842eb810f72b987225fc5 2024-11-20T16:42:02,199 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/d5c788e1f02447fab3f721404cd2e6af to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/d5c788e1f02447fab3f721404cd2e6af 2024-11-20T16:42:02,200 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/19c13303765341a5a2654d9bd48ea8d3 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/19c13303765341a5a2654d9bd48ea8d3 2024-11-20T16:42:02,201 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/9b263f3781bc4ccfaca2dd36388b1a84 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/9b263f3781bc4ccfaca2dd36388b1a84 2024-11-20T16:42:02,202 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/427b717737414a749de8ab17606264d2 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/427b717737414a749de8ab17606264d2 2024-11-20T16:42:02,203 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/74ec9ea84a074793b1b1ac824b04ddb8 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/74ec9ea84a074793b1b1ac824b04ddb8 2024-11-20T16:42:02,203 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/ca188bebdb3148ffa5e96eef3aa094e1 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/ca188bebdb3148ffa5e96eef3aa094e1 2024-11-20T16:42:02,204 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/aa2210626dee42cfbccd5f2bcaa43508 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/aa2210626dee42cfbccd5f2bcaa43508 2024-11-20T16:42:02,205 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/ec34b35c284744569b32a24f6b5a800b to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/ec34b35c284744569b32a24f6b5a800b 2024-11-20T16:42:02,206 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/f94cf9fcdf664fd18cd2d5a781df0f54 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/f94cf9fcdf664fd18cd2d5a781df0f54 2024-11-20T16:42:02,207 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/af35be30409e4636946f240a3ab8cd4a to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/af35be30409e4636946f240a3ab8cd4a 2024-11-20T16:42:02,208 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/894e40f9912149f3b8bc645c951a8875 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/894e40f9912149f3b8bc645c951a8875 2024-11-20T16:42:02,208 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/a5dbb1038e5e47a995b52e416a8663ae to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/a5dbb1038e5e47a995b52e416a8663ae 2024-11-20T16:42:02,209 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/82ca77e23a0e4850ab2c420fc9944e63 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/82ca77e23a0e4850ab2c420fc9944e63 2024-11-20T16:42:02,210 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/6b1032a59c6e4a90b4befc36e89072a6 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/6b1032a59c6e4a90b4befc36e89072a6 2024-11-20T16:42:02,212 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/98a91d34762e4830981e6d4dbe3e46a9 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/98a91d34762e4830981e6d4dbe3e46a9 2024-11-20T16:42:02,213 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/ccefc8bac55e44958255406476523192 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/ccefc8bac55e44958255406476523192 2024-11-20T16:42:02,214 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/bcd8c63164df4962950330487d065e23 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/bcd8c63164df4962950330487d065e23 2024-11-20T16:42:02,215 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/4e996ebbb0d24419a4da3436ff784f42 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/4e996ebbb0d24419a4da3436ff784f42 2024-11-20T16:42:02,218 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/43c21f59ba7c48438e47f8312e229ad6, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/7fc688932dc84efd8b22e974661c9a01, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/e41b15e0600e4981b2f6a2e6303f0308, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/092e9728563e4674947f6a95f228d386, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/82353f65a56042c7a8a2495991886b19, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/c17cb59ff9aa4e069e50974c591ba69a, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/ce9dbece72a64880bfb416aa30077acf, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/e742a533c5e64c9a8c883043ed9fbc62, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/a71fe75a6b01437f9f8a01febbacc931, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/e9aff2e4cb9b4034b1693546a4be111c, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/db40ccf641c64398817306c893ae460c, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/25a86ade1814442197c532446aafc9f5, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/9dc567e486c640b492c1c805bce69c1e, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/63defba42131462aabce54e8e4e86bcd, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/ab0c712c8eb345439ee6c7c5cd7229a8, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/65b5a0b2708e47deb43970120eabd47a, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/dcc0e47252944680925e5a027509864f, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/41595a0f079d450d80ed053875e70637, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/6f0b2d45b80e45aca719af9735fd7c0b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/a9d9541c310f4d3e8e61de4dac7cb135, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/3821834adbc5462ab1e84d67cf1f4b15, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/ca2170aaa15a45a0a68cf9c254da8a34, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/b70e823eabc2458181c46e283192155d] to archive 2024-11-20T16:42:02,219 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:42:02,221 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/43c21f59ba7c48438e47f8312e229ad6 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/43c21f59ba7c48438e47f8312e229ad6 2024-11-20T16:42:02,222 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/7fc688932dc84efd8b22e974661c9a01 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/7fc688932dc84efd8b22e974661c9a01 2024-11-20T16:42:02,223 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/e41b15e0600e4981b2f6a2e6303f0308 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/e41b15e0600e4981b2f6a2e6303f0308 2024-11-20T16:42:02,224 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/092e9728563e4674947f6a95f228d386 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/092e9728563e4674947f6a95f228d386 2024-11-20T16:42:02,225 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/82353f65a56042c7a8a2495991886b19 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/82353f65a56042c7a8a2495991886b19 2024-11-20T16:42:02,226 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/c17cb59ff9aa4e069e50974c591ba69a to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/c17cb59ff9aa4e069e50974c591ba69a 2024-11-20T16:42:02,226 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/ce9dbece72a64880bfb416aa30077acf to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/ce9dbece72a64880bfb416aa30077acf 2024-11-20T16:42:02,227 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/e742a533c5e64c9a8c883043ed9fbc62 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/e742a533c5e64c9a8c883043ed9fbc62 2024-11-20T16:42:02,228 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/a71fe75a6b01437f9f8a01febbacc931 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/a71fe75a6b01437f9f8a01febbacc931 2024-11-20T16:42:02,228 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/e9aff2e4cb9b4034b1693546a4be111c to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/e9aff2e4cb9b4034b1693546a4be111c 2024-11-20T16:42:02,229 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/db40ccf641c64398817306c893ae460c to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/db40ccf641c64398817306c893ae460c 2024-11-20T16:42:02,230 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/25a86ade1814442197c532446aafc9f5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/25a86ade1814442197c532446aafc9f5 2024-11-20T16:42:02,230 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/9dc567e486c640b492c1c805bce69c1e to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/9dc567e486c640b492c1c805bce69c1e 2024-11-20T16:42:02,231 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/63defba42131462aabce54e8e4e86bcd to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/63defba42131462aabce54e8e4e86bcd 2024-11-20T16:42:02,231 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/ab0c712c8eb345439ee6c7c5cd7229a8 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/ab0c712c8eb345439ee6c7c5cd7229a8 2024-11-20T16:42:02,232 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/65b5a0b2708e47deb43970120eabd47a to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/65b5a0b2708e47deb43970120eabd47a 2024-11-20T16:42:02,233 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/dcc0e47252944680925e5a027509864f to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/dcc0e47252944680925e5a027509864f 2024-11-20T16:42:02,233 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/41595a0f079d450d80ed053875e70637 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/41595a0f079d450d80ed053875e70637 2024-11-20T16:42:02,234 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/6f0b2d45b80e45aca719af9735fd7c0b to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/6f0b2d45b80e45aca719af9735fd7c0b 2024-11-20T16:42:02,235 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/a9d9541c310f4d3e8e61de4dac7cb135 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/a9d9541c310f4d3e8e61de4dac7cb135 2024-11-20T16:42:02,236 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/3821834adbc5462ab1e84d67cf1f4b15 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/3821834adbc5462ab1e84d67cf1f4b15 2024-11-20T16:42:02,236 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/ca2170aaa15a45a0a68cf9c254da8a34 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/ca2170aaa15a45a0a68cf9c254da8a34 2024-11-20T16:42:02,237 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/b70e823eabc2458181c46e283192155d to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/b70e823eabc2458181c46e283192155d 2024-11-20T16:42:05,780 INFO [Thread-1503 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1503. 2024-11-20T16:42:05,781 DEBUG [Thread-1503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:42:05,781 DEBUG [Thread-1503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:05,781 DEBUG [Thread-1503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:05,781 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:42:05,819 INFO [Thread-1499 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1499. 2024-11-20T16:42:05,820 DEBUG [Thread-1499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:42:05,820 DEBUG [Thread-1499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:05,820 DEBUG [Thread-1499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:05,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:42:05,821 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T16:42:05,821 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 186 2024-11-20T16:42:05,821 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-20T16:42:05,821 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-20T16:42:05,821 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-20T16:42:05,821 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-20T16:42:05,821 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T16:42:05,821 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T16:42:05,821 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1400 2024-11-20T16:42:05,821 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4196 rows 2024-11-20T16:42:05,821 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1404 2024-11-20T16:42:05,821 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4210 rows 2024-11-20T16:42:05,821 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1403 2024-11-20T16:42:05,821 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4205 rows 2024-11-20T16:42:05,821 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1396 2024-11-20T16:42:05,821 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4187 rows 2024-11-20T16:42:05,821 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1399 2024-11-20T16:42:05,821 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4190 rows 2024-11-20T16:42:05,822 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T16:42:05,822 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T16:42:05,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:05,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:05,823 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:42:05,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T16:42:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T16:42:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-20T16:42:05,828 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732120925828"}]},"ts":"1732120925828"} 2024-11-20T16:42:05,829 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T16:42:05,829 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T16:42:05,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T16:42:05,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a5d06512c9f96d606a42e000745438ad, UNASSIGN}] 2024-11-20T16:42:05,832 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a5d06512c9f96d606a42e000745438ad, UNASSIGN 2024-11-20T16:42:05,832 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=a5d06512c9f96d606a42e000745438ad, regionState=CLOSING, regionLocation=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:05,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a5d06512c9f96d606a42e000745438ad, UNASSIGN because future has completed 2024-11-20T16:42:05,834 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T16:42:05,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; CloseRegionProcedure a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020}] 2024-11-20T16:42:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-20T16:42:05,986 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(122): Close a5d06512c9f96d606a42e000745438ad 2024-11-20T16:42:05,986 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T16:42:05,987 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1722): Closing a5d06512c9f96d606a42e000745438ad, disabling compactions & flushes 2024-11-20T16:42:05,987 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:42:05,987 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:42:05,987 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. after waiting 0 ms 2024-11-20T16:42:05,987 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:42:05,987 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(2902): Flushing a5d06512c9f96d606a42e000745438ad 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-20T16:42:05,999 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120165c2a50f1314142b19ac012dd8ebabb_a5d06512c9f96d606a42e000745438ad is 50, key is test_row_0/A:col10/1732120925817/Put/seqid=0 2024-11-20T16:42:06,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742248_1424 (size=9914) 2024-11-20T16:42:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-20T16:42:06,403 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:06,414 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120165c2a50f1314142b19ac012dd8ebabb_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120165c2a50f1314142b19ac012dd8ebabb_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:42:06,415 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/8bf7b434caca4e3fae0f2b0a742ac05d, store: [table=TestAcidGuarantees family=A region=a5d06512c9f96d606a42e000745438ad] 2024-11-20T16:42:06,415 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/8bf7b434caca4e3fae0f2b0a742ac05d is 175, key is test_row_0/A:col10/1732120925817/Put/seqid=0 2024-11-20T16:42:06,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742249_1425 (size=22561) 2024-11-20T16:42:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-20T16:42:06,831 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=323, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/8bf7b434caca4e3fae0f2b0a742ac05d 2024-11-20T16:42:06,845 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/06aef0abbb19487f922e46666038072c is 50, key is test_row_0/B:col10/1732120925817/Put/seqid=0 2024-11-20T16:42:06,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742250_1426 (size=9857) 2024-11-20T16:42:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-20T16:42:07,252 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/06aef0abbb19487f922e46666038072c 2024-11-20T16:42:07,264 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/7b19270b1a4a48a3be2eb1f3867dc7e6 is 50, key is test_row_0/C:col10/1732120925817/Put/seqid=0 2024-11-20T16:42:07,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742251_1427 (size=9857) 2024-11-20T16:42:07,668 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/7b19270b1a4a48a3be2eb1f3867dc7e6 2024-11-20T16:42:07,674 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/A/8bf7b434caca4e3fae0f2b0a742ac05d as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/8bf7b434caca4e3fae0f2b0a742ac05d 2024-11-20T16:42:07,679 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/8bf7b434caca4e3fae0f2b0a742ac05d, entries=100, sequenceid=323, filesize=22.0 K 2024-11-20T16:42:07,680 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/B/06aef0abbb19487f922e46666038072c as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/06aef0abbb19487f922e46666038072c 2024-11-20T16:42:07,684 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/06aef0abbb19487f922e46666038072c, entries=100, sequenceid=323, filesize=9.6 K 2024-11-20T16:42:07,684 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/.tmp/C/7b19270b1a4a48a3be2eb1f3867dc7e6 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/7b19270b1a4a48a3be2eb1f3867dc7e6 2024-11-20T16:42:07,688 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/7b19270b1a4a48a3be2eb1f3867dc7e6, entries=100, sequenceid=323, filesize=9.6 K 2024-11-20T16:42:07,689 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for a5d06512c9f96d606a42e000745438ad in 1702ms, sequenceid=323, compaction requested=false 2024-11-20T16:42:07,694 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/recovered.edits/326.seqid, newMaxSeqId=326, maxSeqId=4 2024-11-20T16:42:07,695 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. 2024-11-20T16:42:07,695 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1676): Region close journal for a5d06512c9f96d606a42e000745438ad: Waiting for close lock at 1732120925987Running coprocessor pre-close hooks at 1732120925987Disabling compacts and flushes for region at 1732120925987Disabling writes for close at 1732120925987Obtaining lock to block concurrent updates at 1732120925987Preparing flush snapshotting stores in a5d06512c9f96d606a42e000745438ad at 1732120925987Finished memstore snapshotting TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1732120925988 (+1 ms)Flushing stores of TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad. at 1732120925988Flushing a5d06512c9f96d606a42e000745438ad/A: creating writer at 1732120925989 (+1 ms)Flushing mob file a5d06512c9f96d606a42e000745438ad/A: appending metadata at 1732120925999 (+10 ms)Flushing mob file a5d06512c9f96d606a42e000745438ad/A: closing flushed file at 1732120925999Flushing a5d06512c9f96d606a42e000745438ad/A: appending metadata at 1732120926415 (+416 ms)Flushing a5d06512c9f96d606a42e000745438ad/A: closing flushed file at 1732120926415Flushing a5d06512c9f96d606a42e000745438ad/B: creating writer at 1732120926836 (+421 ms)Flushing a5d06512c9f96d606a42e000745438ad/B: appending metadata at 1732120926844 (+8 ms)Flushing a5d06512c9f96d606a42e000745438ad/B: closing flushed file at 1732120926844Flushing a5d06512c9f96d606a42e000745438ad/C: creating writer at 1732120927260 (+416 ms)Flushing a5d06512c9f96d606a42e000745438ad/C: appending metadata at 1732120927263 (+3 ms)Flushing a5d06512c9f96d606a42e000745438ad/C: closing flushed file at 1732120927263Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7be0238a: reopening flushed file at 1732120927673 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6941489e: reopening flushed file at 1732120927679 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f246f6d: reopening flushed file at 1732120927684 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for a5d06512c9f96d606a42e000745438ad in 1702ms, sequenceid=323, compaction requested=false at 1732120927689 (+5 ms)Writing region close event to WAL at 1732120927691 (+2 ms)Running coprocessor post-close hooks at 1732120927695 (+4 ms)Closed at 1732120927695 2024-11-20T16:42:07,698 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(157): Closed a5d06512c9f96d606a42e000745438ad 2024-11-20T16:42:07,698 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=a5d06512c9f96d606a42e000745438ad, regionState=CLOSED 2024-11-20T16:42:07,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=118, ppid=117, state=RUNNABLE, hasLock=false; CloseRegionProcedure a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 because future has completed 2024-11-20T16:42:07,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-20T16:42:07,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; CloseRegionProcedure a5d06512c9f96d606a42e000745438ad, server=b60eac9bda43,33789,1732120799020 in 1.8670 sec 2024-11-20T16:42:07,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=117, resume processing ppid=116 2024-11-20T16:42:07,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, ppid=116, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a5d06512c9f96d606a42e000745438ad, UNASSIGN in 1.8720 sec 2024-11-20T16:42:07,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-20T16:42:07,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8770 sec 2024-11-20T16:42:07,712 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732120927712"}]},"ts":"1732120927712"} 2024-11-20T16:42:07,714 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T16:42:07,714 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T16:42:07,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8910 sec 2024-11-20T16:42:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-20T16:42:07,978 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:42:07,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T16:42:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:42:07,982 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=119, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:42:07,983 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=119, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:42:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-20T16:42:07,986 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad 2024-11-20T16:42:07,989 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A, FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B, FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C, FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/recovered.edits] 2024-11-20T16:42:07,992 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/4b0476d950694ee3b0796f10838ce59d to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/4b0476d950694ee3b0796f10838ce59d 2024-11-20T16:42:07,993 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/8bf7b434caca4e3fae0f2b0a742ac05d to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/A/8bf7b434caca4e3fae0f2b0a742ac05d 2024-11-20T16:42:07,996 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/06aef0abbb19487f922e46666038072c to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/06aef0abbb19487f922e46666038072c 2024-11-20T16:42:07,998 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/932acea1e97d4133ae8aa5bdc3330bb8 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/B/932acea1e97d4133ae8aa5bdc3330bb8 2024-11-20T16:42:08,001 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/0a7491ed4eb64e97b8afd3a09dd22fcf to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/0a7491ed4eb64e97b8afd3a09dd22fcf 2024-11-20T16:42:08,003 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/7b19270b1a4a48a3be2eb1f3867dc7e6 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/C/7b19270b1a4a48a3be2eb1f3867dc7e6 2024-11-20T16:42:08,007 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/recovered.edits/326.seqid to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad/recovered.edits/326.seqid 2024-11-20T16:42:08,007 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/a5d06512c9f96d606a42e000745438ad 2024-11-20T16:42:08,007 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T16:42:08,008 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T16:42:08,009 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T16:42:08,013 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200a9bfb6ba4ab4d13ab0348252a99e697_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200a9bfb6ba4ab4d13ab0348252a99e697_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:42:08,015 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120165c2a50f1314142b19ac012dd8ebabb_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120165c2a50f1314142b19ac012dd8ebabb_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:42:08,016 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202a27800190304d79868383bbb22245f9_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202a27800190304d79868383bbb22245f9_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:42:08,016 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203c67a4464b5445caaae139d39d7dc17d_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203c67a4464b5445caaae139d39d7dc17d_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:42:08,017 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120525c3677d00e43248bedf7a18b562d77_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120525c3677d00e43248bedf7a18b562d77_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:42:08,018 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120612e430059704df4b4ef0a06420a8615_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120612e430059704df4b4ef0a06420a8615_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:42:08,019 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112061b4e115dc314b779e71ef7f20a8f7ac_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112061b4e115dc314b779e71ef7f20a8f7ac_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:42:08,020 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208594d895740148a792be93c71136555b_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208594d895740148a792be93c71136555b_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:42:08,021 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208b2dad0075474200a13862fa27c0c304_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208b2dad0075474200a13862fa27c0c304_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:42:08,021 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a298fdd77d494e9bac543fb1ce16f12c_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a298fdd77d494e9bac543fb1ce16f12c_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:42:08,022 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a8fc67d9c561447a91e53576475a5b96_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a8fc67d9c561447a91e53576475a5b96_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:42:08,023 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b97a8146f3cc4b4496c65ebcf6e50f57_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b97a8146f3cc4b4496c65ebcf6e50f57_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:42:08,023 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120daa3f29ae883464195b0992d7c6d5ad9_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120daa3f29ae883464195b0992d7c6d5ad9_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:42:08,024 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e0e0d92791954372bfc9cd84b64447ae_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e0e0d92791954372bfc9cd84b64447ae_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:42:08,025 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ea44175e0f9e4ad5bbb62cd49d8d06fb_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ea44175e0f9e4ad5bbb62cd49d8d06fb_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:42:08,026 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fb4dc9bf74a740a49281b2955b3d9e75_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fb4dc9bf74a740a49281b2955b3d9e75_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:42:08,026 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fba0c77cca8e4a2eb1977e516951c16a_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fba0c77cca8e4a2eb1977e516951c16a_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:42:08,027 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fbc0758190494901a6b2348321b19491_a5d06512c9f96d606a42e000745438ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fbc0758190494901a6b2348321b19491_a5d06512c9f96d606a42e000745438ad 2024-11-20T16:42:08,027 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T16:42:08,029 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=119, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:42:08,031 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T16:42:08,032 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T16:42:08,033 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=119, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:42:08,033 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T16:42:08,033 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732120928033"}]},"ts":"9223372036854775807"} 2024-11-20T16:42:08,035 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T16:42:08,035 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => a5d06512c9f96d606a42e000745438ad, NAME => 'TestAcidGuarantees,,1732120891318.a5d06512c9f96d606a42e000745438ad.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T16:42:08,035 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T16:42:08,035 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732120928035"}]},"ts":"9223372036854775807"} 2024-11-20T16:42:08,037 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T16:42:08,038 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=119, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:42:08,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 59 msec 2024-11-20T16:42:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-20T16:42:08,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T16:42:08,098 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:42:08,103 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=238 (was 240), OpenFileDescriptor=447 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=367 (was 452), ProcessCount=11 (was 11), AvailableMemoryMB=8927 (was 9102) 2024-11-20T16:42:08,110 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=238, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=367, ProcessCount=11, AvailableMemoryMB=8927 2024-11-20T16:42:08,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T16:42:08,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T16:42:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=120, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T16:42:08,113 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T16:42:08,113 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:08,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 120 2024-11-20T16:42:08,114 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T16:42:08,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-20T16:42:08,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742252_1428 (size=959) 2024-11-20T16:42:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-20T16:42:08,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-20T16:42:08,521 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e 2024-11-20T16:42:08,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742253_1429 (size=53) 2024-11-20T16:42:08,584 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T16:42:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-20T16:42:08,928 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:42:08,928 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 2e143cdfefe74d5b7d258f8cad49a6fc, disabling compactions & flushes 2024-11-20T16:42:08,928 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:08,928 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:08,928 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. after waiting 0 ms 2024-11-20T16:42:08,928 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:08,928 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:08,928 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2e143cdfefe74d5b7d258f8cad49a6fc: Waiting for close lock at 1732120928928Disabling compacts and flushes for region at 1732120928928Disabling writes for close at 1732120928928Writing region close event to WAL at 1732120928928Closed at 1732120928928 2024-11-20T16:42:08,929 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T16:42:08,930 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732120928929"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732120928929"}]},"ts":"1732120928929"} 2024-11-20T16:42:08,931 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T16:42:08,932 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T16:42:08,932 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732120928932"}]},"ts":"1732120928932"} 2024-11-20T16:42:08,933 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T16:42:08,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2e143cdfefe74d5b7d258f8cad49a6fc, ASSIGN}] 2024-11-20T16:42:08,934 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2e143cdfefe74d5b7d258f8cad49a6fc, ASSIGN 2024-11-20T16:42:08,934 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2e143cdfefe74d5b7d258f8cad49a6fc, ASSIGN; state=OFFLINE, location=b60eac9bda43,33789,1732120799020; forceNewPlan=false, retain=false 2024-11-20T16:42:09,086 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=2e143cdfefe74d5b7d258f8cad49a6fc, regionState=OPENING, regionLocation=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:09,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2e143cdfefe74d5b7d258f8cad49a6fc, ASSIGN because future has completed 2024-11-20T16:42:09,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020}] 2024-11-20T16:42:09,252 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:09,252 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} 2024-11-20T16:42:09,254 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2e143cdfefe74d5b7d258f8cad49a6fc 2024-11-20T16:42:09,254 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:42:09,255 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(7794): checking encryption for 2e143cdfefe74d5b7d258f8cad49a6fc 2024-11-20T16:42:09,255 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(7797): checking classloading for 2e143cdfefe74d5b7d258f8cad49a6fc 2024-11-20T16:42:09,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-20T16:42:09,257 INFO [StoreOpener-2e143cdfefe74d5b7d258f8cad49a6fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2e143cdfefe74d5b7d258f8cad49a6fc 2024-11-20T16:42:09,258 INFO [StoreOpener-2e143cdfefe74d5b7d258f8cad49a6fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e143cdfefe74d5b7d258f8cad49a6fc columnFamilyName A 2024-11-20T16:42:09,258 DEBUG [StoreOpener-2e143cdfefe74d5b7d258f8cad49a6fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:09,259 INFO [StoreOpener-2e143cdfefe74d5b7d258f8cad49a6fc-1 {}] regionserver.HStore(327): Store=2e143cdfefe74d5b7d258f8cad49a6fc/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:42:09,259 INFO [StoreOpener-2e143cdfefe74d5b7d258f8cad49a6fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2e143cdfefe74d5b7d258f8cad49a6fc 2024-11-20T16:42:09,260 INFO [StoreOpener-2e143cdfefe74d5b7d258f8cad49a6fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e143cdfefe74d5b7d258f8cad49a6fc columnFamilyName B 2024-11-20T16:42:09,260 DEBUG [StoreOpener-2e143cdfefe74d5b7d258f8cad49a6fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:09,260 INFO [StoreOpener-2e143cdfefe74d5b7d258f8cad49a6fc-1 {}] regionserver.HStore(327): Store=2e143cdfefe74d5b7d258f8cad49a6fc/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:42:09,260 INFO [StoreOpener-2e143cdfefe74d5b7d258f8cad49a6fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2e143cdfefe74d5b7d258f8cad49a6fc 2024-11-20T16:42:09,262 INFO [StoreOpener-2e143cdfefe74d5b7d258f8cad49a6fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e143cdfefe74d5b7d258f8cad49a6fc columnFamilyName C 2024-11-20T16:42:09,262 DEBUG [StoreOpener-2e143cdfefe74d5b7d258f8cad49a6fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:09,262 INFO [StoreOpener-2e143cdfefe74d5b7d258f8cad49a6fc-1 {}] regionserver.HStore(327): Store=2e143cdfefe74d5b7d258f8cad49a6fc/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:42:09,262 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1038): replaying wal for 2e143cdfefe74d5b7d258f8cad49a6fc 2024-11-20T16:42:09,263 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc 2024-11-20T16:42:09,263 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc 2024-11-20T16:42:09,264 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1048): stopping wal replay for 2e143cdfefe74d5b7d258f8cad49a6fc 2024-11-20T16:42:09,264 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1060): Cleaning up temporary data for 2e143cdfefe74d5b7d258f8cad49a6fc 2024-11-20T16:42:09,264 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T16:42:09,265 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1093): writing seq id for 2e143cdfefe74d5b7d258f8cad49a6fc 2024-11-20T16:42:09,267 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T16:42:09,268 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1114): Opened 2e143cdfefe74d5b7d258f8cad49a6fc; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66907753, jitterRate=-0.002996787428855896}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T16:42:09,268 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e143cdfefe74d5b7d258f8cad49a6fc 2024-11-20T16:42:09,268 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1006): Region open journal for 2e143cdfefe74d5b7d258f8cad49a6fc: Running coprocessor pre-open hook at 1732120929255Writing region info on filesystem at 1732120929255Initializing all the Stores at 1732120929256 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732120929256Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732120929257 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732120929257Cleaning up temporary data from old regions at 1732120929264 (+7 ms)Running coprocessor post-open hooks at 1732120929268 (+4 ms)Region opened successfully at 1732120929268 2024-11-20T16:42:09,269 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., pid=122, masterSystemTime=1732120929244 2024-11-20T16:42:09,271 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:09,271 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:09,272 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=2e143cdfefe74d5b7d258f8cad49a6fc, regionState=OPEN, openSeqNum=2, regionLocation=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:09,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=122, ppid=121, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 because future has completed 2024-11-20T16:42:09,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-20T16:42:09,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 in 184 msec 2024-11-20T16:42:09,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=121, resume processing ppid=120 2024-11-20T16:42:09,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, ppid=120, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2e143cdfefe74d5b7d258f8cad49a6fc, ASSIGN in 343 msec 2024-11-20T16:42:09,278 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T16:42:09,278 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732120929278"}]},"ts":"1732120929278"} 2024-11-20T16:42:09,279 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T16:42:09,280 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T16:42:09,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1690 sec 2024-11-20T16:42:10,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-20T16:42:10,267 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:42:10,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca175cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:10,268 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:42:10,269 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:42:10,270 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:42:10,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:42:10,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:42:10,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519ea516, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:10,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:42:10,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:42:10,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:10,273 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57364, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:42:10,275 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e0df460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:10,275 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:42:10,277 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:42:10,277 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:42:10,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45410, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:42:10,279 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T16:42:10,280 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b60eac9bda43,40299,1732120798156 2024-11-20T16:42:10,280 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9b1a666 2024-11-20T16:42:10,280 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T16:42:10,281 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T16:42:10,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491481f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:10,282 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:42:10,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:42:10,283 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:42:10,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:42:10,284 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:42:10,284 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d530e86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:10,284 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:42:10,284 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:42:10,284 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:10,285 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57390, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:42:10,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3ddb72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:10,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7631696d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:10,286 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:42:10,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:42:10,287 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:42:10,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:42:10,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:42:10,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d6d925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:10,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:42:10,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:42:10,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:10,288 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57398, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:42:10,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee2a44f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:10,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@126b8236, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:10,289 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:42:10,289 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:42:10,290 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:42:10,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:42:10,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:42:10,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53abd4c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:10,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:42:10,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:42:10,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:10,291 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57410, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:42:10,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a175b74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:10,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e4c85de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:10,292 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:42:10,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:42:10,292 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:42:10,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:42:10,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:42:10,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f74f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:10,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:42:10,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:42:10,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:10,294 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57424, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:42:10,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42f8d845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:10,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38404fa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:10,295 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:42:10,295 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:42:10,295 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:42:10,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:42:10,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:42:10,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f1ac69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:10,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:42:10,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:42:10,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:10,296 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57444, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:42:10,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fdf7f02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:10,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@125833c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:10,298 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:42:10,298 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:42:10,298 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:42:10,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:42:10,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:42:10,299 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb73fab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:10,299 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:42:10,299 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:42:10,299 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:10,300 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57462, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:42:10,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55596e94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:10,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea16345, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:10,301 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:42:10,301 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:42:10,301 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:42:10,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:42:10,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:42:10,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b9e8f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:10,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:42:10,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:42:10,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:10,303 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57490, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:42:10,303 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@673d9c2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:10,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2334b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:10,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:42:10,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:42:10,305 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:42:10,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:42:10,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:42:10,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486765da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:10,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:42:10,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:42:10,306 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:10,306 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57516, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:42:10,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b79eeba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:10,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d1af8a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:10,307 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:42:10,308 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:42:10,308 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:42:10,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:42:10,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:42:10,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db6d762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:10,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:42:10,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:42:10,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:10,310 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57538, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:42:10,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc90bad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:10,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c40e836, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:10,311 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:42:10,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:42:10,311 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:42:10,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:42:10,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:42:10,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5593d529, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:10,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:42:10,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:42:10,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:10,313 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57558, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:42:10,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548387cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:10,314 DEBUG [Thread-1949 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:42:10,314 DEBUG [Thread-1951 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:42:10,314 DEBUG [Thread-1942 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:42:10,314 DEBUG [Thread-1940 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:42:10,314 DEBUG [Thread-1944 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:42:10,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:42:10,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:42:10,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:42:10,315 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:42:10,315 DEBUG [Thread-1953 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:42:10,315 DEBUG [Thread-1938 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:42:10,315 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:42:10,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:42:10,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:42:10,315 DEBUG [Thread-1947 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:42:10,315 DEBUG [Thread-1936 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:42:10,315 DEBUG [Thread-1955 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:42:10,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45428, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:42:10,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45430, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:42:10,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:42:10,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:42:10,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45412, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:42:10,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:42:10,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:42:10,317 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:42:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-20T16:42:10,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:42:10,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45444, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:42:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:42:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:42:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:42:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T16:42:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2] 2024-11-20T16:42:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:42:10,319 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:42:10,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:42:10,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:42:10,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:42:10,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:42:10,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:42:10,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45486, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:42:10,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:42:10,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45494, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:42:10,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2] 2024-11-20T16:42:10,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2] 2024-11-20T16:42:10,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2] 2024-11-20T16:42:10,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:42:10,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2] 2024-11-20T16:42:10,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45496, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:42:10,322 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2] 2024-11-20T16:42:10,322 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:42:10,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:42:10,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2] 2024-11-20T16:42:10,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2] 2024-11-20T16:42:10,324 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2] 2024-11-20T16:42:10,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2] 2024-11-20T16:42:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 2e143cdfefe74d5b7d258f8cad49a6fc 2024-11-20T16:42:10,328 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:42:10,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e143cdfefe74d5b7d258f8cad49a6fc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T16:42:10,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/05586bb0d4b4432db100e52429563684 is 50, key is test_row_0/A:col10/1732120930322/Put/seqid=0 2024-11-20T16:42:10,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742254_1430 (size=16681) 2024-11-20T16:42:10,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:10,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732120990365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:10,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:10,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:10,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:10,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732120990367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:10,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:10,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:10,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:10,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:10,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732120990367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:10,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:10,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:10,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:10,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:10,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1732120990368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:10,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:10,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:10,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:10,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732120990373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:10,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:10,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:10,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T16:42:10,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-20T16:42:10,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:10,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:10,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:10,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:10,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:10,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732120990476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:10,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:10,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:10,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:10,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732120990485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:10,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:10,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:10,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:10,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732120990485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:10,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:10,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:10,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:10,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1732120990485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:10,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:10,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:10,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:10,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:10,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732120990485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:10,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:10,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:10,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:10,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-20T16:42:10,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:10,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:10,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:10,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:10,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T16:42:10,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732120990685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:10,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:10,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:10,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:10,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732120990695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:10,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:10,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:10,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732120990695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:10,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:10,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:10,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:10,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1732120990695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:10,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:10,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:10,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732120990696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:10,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:10,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:10,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:10,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:10,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:10,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/05586bb0d4b4432db100e52429563684 2024-11-20T16:42:10,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/2ccc3b81869a48a0a24034692bb7bae6 is 50, key is test_row_0/B:col10/1732120930322/Put/seqid=0 2024-11-20T16:42:10,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742255_1431 (size=12001) 2024-11-20T16:42:10,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-20T16:42:10,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:10,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:10,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:10,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:10,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:10,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-20T16:42:10,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:10,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:10,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:10,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:10,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T16:42:10,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732120990995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:10,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:10,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:10,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:11,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732120991005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:11,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:11,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732120991005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:11,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:11,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:11,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732120991005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:11,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:11,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:11,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1732120991005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:11,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:11,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:11,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-20T16:42:11,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:11,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:11,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:11,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:11,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:11,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/2ccc3b81869a48a0a24034692bb7bae6 2024-11-20T16:42:11,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/b54270aa83a64c72ab43e92f76f43c86 is 50, key is test_row_0/C:col10/1732120930322/Put/seqid=0 2024-11-20T16:42:11,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742256_1432 (size=12001) 2024-11-20T16:42:11,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/b54270aa83a64c72ab43e92f76f43c86 2024-11-20T16:42:11,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/05586bb0d4b4432db100e52429563684 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/05586bb0d4b4432db100e52429563684 2024-11-20T16:42:11,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/05586bb0d4b4432db100e52429563684, entries=250, sequenceid=12, filesize=16.3 K 2024-11-20T16:42:11,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/2ccc3b81869a48a0a24034692bb7bae6 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/2ccc3b81869a48a0a24034692bb7bae6 2024-11-20T16:42:11,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/2ccc3b81869a48a0a24034692bb7bae6, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T16:42:11,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/b54270aa83a64c72ab43e92f76f43c86 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/b54270aa83a64c72ab43e92f76f43c86 2024-11-20T16:42:11,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/b54270aa83a64c72ab43e92f76f43c86, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T16:42:11,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 2e143cdfefe74d5b7d258f8cad49a6fc in 897ms, sequenceid=12, compaction requested=false 2024-11-20T16:42:11,226 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T16:42:11,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:11,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-20T16:42:11,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:11,240 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 2e143cdfefe74d5b7d258f8cad49a6fc 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T16:42:11,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/72ab3f17e41c4b04a2ed790cb3734e0b is 50, key is test_row_0/A:col10/1732120930371/Put/seqid=0 2024-11-20T16:42:11,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742257_1433 (size=12001) 2024-11-20T16:42:11,265 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/72ab3f17e41c4b04a2ed790cb3734e0b 2024-11-20T16:42:11,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/a8d6583c3878477a82b59af131d4e022 is 50, key is test_row_0/B:col10/1732120930371/Put/seqid=0 2024-11-20T16:42:11,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742258_1434 (size=12001) 2024-11-20T16:42:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T16:42:11,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 2e143cdfefe74d5b7d258f8cad49a6fc 2024-11-20T16:42:11,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:11,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732120991518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:11,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:11,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732120991519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:11,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:11,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732120991520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:11,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:11,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1732120991521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:11,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:11,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732120991521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:11,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:11,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:11,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732120991635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:11,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:11,640 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732120991635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:11,640 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,640 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:11,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:11,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732120991635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:11,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:11,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1732120991635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:11,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:11,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732120991636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:11,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:11,683 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/a8d6583c3878477a82b59af131d4e022 2024-11-20T16:42:11,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/0ab369e25a1246c99d299f96f913b868 is 50, key is test_row_0/C:col10/1732120930371/Put/seqid=0 2024-11-20T16:42:11,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742259_1435 (size=12001) 2024-11-20T16:42:11,692 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/0ab369e25a1246c99d299f96f913b868 2024-11-20T16:42:11,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/72ab3f17e41c4b04a2ed790cb3734e0b as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/72ab3f17e41c4b04a2ed790cb3734e0b 2024-11-20T16:42:11,698 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/72ab3f17e41c4b04a2ed790cb3734e0b, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T16:42:11,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/a8d6583c3878477a82b59af131d4e022 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/a8d6583c3878477a82b59af131d4e022 2024-11-20T16:42:11,701 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/a8d6583c3878477a82b59af131d4e022, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T16:42:11,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/0ab369e25a1246c99d299f96f913b868 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/0ab369e25a1246c99d299f96f913b868 2024-11-20T16:42:11,711 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/0ab369e25a1246c99d299f96f913b868, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T16:42:11,712 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 2e143cdfefe74d5b7d258f8cad49a6fc in 472ms, sequenceid=37, compaction requested=false 2024-11-20T16:42:11,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:11,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:11,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-20T16:42:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-20T16:42:11,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-20T16:42:11,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3900 sec 2024-11-20T16:42:11,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.4000 sec 2024-11-20T16:42:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 2e143cdfefe74d5b7d258f8cad49a6fc 2024-11-20T16:42:11,849 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:42:11,849 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e143cdfefe74d5b7d258f8cad49a6fc 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T16:42:11,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/40a83f2cadb84bbc97a6b4f8e5d5767f is 50, key is test_row_0/A:col10/1732120931849/Put/seqid=0 2024-11-20T16:42:11,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742260_1436 (size=16681) 2024-11-20T16:42:11,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732120991881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:11,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:11,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1732120991883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:11,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:11,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:11,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732120991884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:11,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:11,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732120991888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:11,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:11,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:11,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:11,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732120991889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:11,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:11,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:12,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:12,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732120991995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:12,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:12,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:12,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1732120991995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:12,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:12,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:12,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:12,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:12,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:12,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:12,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732120992005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:12,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:12,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:12,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:12,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732120992005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:12,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:12,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:12,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:12,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:12,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732120992006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:12,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:12,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:12,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:12,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:12,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:12,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732120992205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:12,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:12,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:12,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:12,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:12,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1732120992205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:12,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:12,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:12,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:12,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:12,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:12,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732120992215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:12,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732120992215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:12,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:12,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:12,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:12,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:12,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:12,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:12,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:12,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732120992215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:12,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:12,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:12,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:12,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/40a83f2cadb84bbc97a6b4f8e5d5767f 2024-11-20T16:42:12,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/264c6f56c3d24d458f3477a240ba7595 is 50, key is test_row_0/B:col10/1732120931849/Put/seqid=0 2024-11-20T16:42:12,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742261_1437 (size=12001) 2024-11-20T16:42:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T16:42:12,466 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:42:12,466 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:42:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-20T16:42:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T16:42:12,467 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:42:12,468 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:42:12,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:42:12,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732120992516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:12,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:12,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:12,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:12,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1732120992525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:12,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:12,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:12,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:12,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732120992535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:12,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:12,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:12,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732120992535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:12,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:12,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:12,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:12,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:12,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732120992535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:12,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:12,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:12,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T16:42:12,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-20T16:42:12,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:12,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:12,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:12,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:12,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:12,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/264c6f56c3d24d458f3477a240ba7595 2024-11-20T16:42:12,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/b9f76f1fe9b247bcbaabfdf631cb1f0c is 50, key is test_row_0/C:col10/1732120931849/Put/seqid=0 2024-11-20T16:42:12,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742262_1438 (size=12001) 2024-11-20T16:42:12,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-20T16:42:12,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:12,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:12,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:12,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:12,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T16:42:12,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-20T16:42:12,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:12,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:12,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:12,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:12,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:13,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732120993035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:13,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:13,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:13,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:13,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1732120993045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:13,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:13,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:13,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:13,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732120993046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:13,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:13,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:13,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:13,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732120993046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:13,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:13,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:13,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:13,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732120993055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:13,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:13,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:13,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:13,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-20T16:42:13,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:13,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:13,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:13,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:13,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:13,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T16:42:13,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/b9f76f1fe9b247bcbaabfdf631cb1f0c 2024-11-20T16:42:13,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/40a83f2cadb84bbc97a6b4f8e5d5767f as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/40a83f2cadb84bbc97a6b4f8e5d5767f 2024-11-20T16:42:13,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/40a83f2cadb84bbc97a6b4f8e5d5767f, entries=250, sequenceid=51, filesize=16.3 K 2024-11-20T16:42:13,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/264c6f56c3d24d458f3477a240ba7595 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/264c6f56c3d24d458f3477a240ba7595 2024-11-20T16:42:13,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/264c6f56c3d24d458f3477a240ba7595, entries=150, sequenceid=51, filesize=11.7 K 2024-11-20T16:42:13,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/b9f76f1fe9b247bcbaabfdf631cb1f0c as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/b9f76f1fe9b247bcbaabfdf631cb1f0c 2024-11-20T16:42:13,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/b9f76f1fe9b247bcbaabfdf631cb1f0c, entries=150, sequenceid=51, filesize=11.7 K 2024-11-20T16:42:13,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 2e143cdfefe74d5b7d258f8cad49a6fc in 1269ms, sequenceid=51, compaction requested=true 2024-11-20T16:42:13,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:13,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e143cdfefe74d5b7d258f8cad49a6fc:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:42:13,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:13,118 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:13,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e143cdfefe74d5b7d258f8cad49a6fc:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:42:13,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:13,118 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:13,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e143cdfefe74d5b7d258f8cad49a6fc:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:42:13,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:42:13,119 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:13,119 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:13,119 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 2e143cdfefe74d5b7d258f8cad49a6fc/B is initiating minor compaction (all files) 2024-11-20T16:42:13,119 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): 2e143cdfefe74d5b7d258f8cad49a6fc/A is initiating minor compaction (all files) 2024-11-20T16:42:13,119 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e143cdfefe74d5b7d258f8cad49a6fc/B in TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:13,119 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e143cdfefe74d5b7d258f8cad49a6fc/A in TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:13,119 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/2ccc3b81869a48a0a24034692bb7bae6, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/a8d6583c3878477a82b59af131d4e022, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/264c6f56c3d24d458f3477a240ba7595] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp, totalSize=35.2 K 2024-11-20T16:42:13,119 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/05586bb0d4b4432db100e52429563684, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/72ab3f17e41c4b04a2ed790cb3734e0b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/40a83f2cadb84bbc97a6b4f8e5d5767f] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp, totalSize=44.3 K 2024-11-20T16:42:13,119 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ccc3b81869a48a0a24034692bb7bae6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732120930322 2024-11-20T16:42:13,119 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05586bb0d4b4432db100e52429563684, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732120930322 2024-11-20T16:42:13,127 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting a8d6583c3878477a82b59af131d4e022, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732120930365 2024-11-20T16:42:13,127 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72ab3f17e41c4b04a2ed790cb3734e0b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732120930365 2024-11-20T16:42:13,130 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40a83f2cadb84bbc97a6b4f8e5d5767f, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732120931519 2024-11-20T16:42:13,130 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 264c6f56c3d24d458f3477a240ba7595, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732120931848 2024-11-20T16:42:13,137 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e143cdfefe74d5b7d258f8cad49a6fc#A#compaction#363 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:13,137 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/d1775def8b784d16bbb362e575128836 is 50, key is test_row_0/A:col10/1732120931849/Put/seqid=0 2024-11-20T16:42:13,137 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e143cdfefe74d5b7d258f8cad49a6fc#B#compaction#364 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:13,137 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/6eb7a14314464c9088c6cb9977024958 is 50, key is test_row_0/B:col10/1732120931849/Put/seqid=0 2024-11-20T16:42:13,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742263_1439 (size=12104) 2024-11-20T16:42:13,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742264_1440 (size=12104) 2024-11-20T16:42:13,155 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/d1775def8b784d16bbb362e575128836 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/d1775def8b784d16bbb362e575128836 2024-11-20T16:42:13,156 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/6eb7a14314464c9088c6cb9977024958 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/6eb7a14314464c9088c6cb9977024958 2024-11-20T16:42:13,161 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e143cdfefe74d5b7d258f8cad49a6fc/A of 2e143cdfefe74d5b7d258f8cad49a6fc into d1775def8b784d16bbb362e575128836(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:13,161 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:13,161 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., storeName=2e143cdfefe74d5b7d258f8cad49a6fc/A, priority=13, startTime=1732120933118; duration=0sec 2024-11-20T16:42:13,161 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:42:13,161 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e143cdfefe74d5b7d258f8cad49a6fc:A 2024-11-20T16:42:13,161 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:13,162 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e143cdfefe74d5b7d258f8cad49a6fc/B of 2e143cdfefe74d5b7d258f8cad49a6fc into 6eb7a14314464c9088c6cb9977024958(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:13,162 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:13,163 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., storeName=2e143cdfefe74d5b7d258f8cad49a6fc/B, priority=13, startTime=1732120933118; duration=0sec 2024-11-20T16:42:13,163 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:13,163 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e143cdfefe74d5b7d258f8cad49a6fc:B 2024-11-20T16:42:13,163 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:13,163 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): 2e143cdfefe74d5b7d258f8cad49a6fc/C is initiating minor compaction (all files) 2024-11-20T16:42:13,163 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e143cdfefe74d5b7d258f8cad49a6fc/C in TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:13,163 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/b54270aa83a64c72ab43e92f76f43c86, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/0ab369e25a1246c99d299f96f913b868, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/b9f76f1fe9b247bcbaabfdf631cb1f0c] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp, totalSize=35.2 K 2024-11-20T16:42:13,164 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting b54270aa83a64c72ab43e92f76f43c86, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732120930322 2024-11-20T16:42:13,164 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ab369e25a1246c99d299f96f913b868, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732120930365 2024-11-20T16:42:13,164 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9f76f1fe9b247bcbaabfdf631cb1f0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732120931848 2024-11-20T16:42:13,170 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e143cdfefe74d5b7d258f8cad49a6fc#C#compaction#365 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:13,170 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/638e0fb6a6c14540a3bbb443d1df268c is 50, key is test_row_0/C:col10/1732120931849/Put/seqid=0 2024-11-20T16:42:13,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742265_1441 (size=12104) 2024-11-20T16:42:13,218 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T16:42:13,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-20T16:42:13,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:13,230 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 2e143cdfefe74d5b7d258f8cad49a6fc 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T16:42:13,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/21519bec6d334076a1f7c1e33ed7e535 is 50, key is test_row_0/A:col10/1732120931887/Put/seqid=0 2024-11-20T16:42:13,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742266_1442 (size=12001) 2024-11-20T16:42:13,243 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/21519bec6d334076a1f7c1e33ed7e535 2024-11-20T16:42:13,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/e264fe42eb874fe9ad47b4a431a7e9d7 is 50, key is test_row_0/B:col10/1732120931887/Put/seqid=0 2024-11-20T16:42:13,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742267_1443 (size=12001) 2024-11-20T16:42:13,256 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/e264fe42eb874fe9ad47b4a431a7e9d7 2024-11-20T16:42:13,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/a8f4d3c8077346adb95b6f5dbca63b47 is 50, key is test_row_0/C:col10/1732120931887/Put/seqid=0 2024-11-20T16:42:13,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742268_1444 (size=12001) 2024-11-20T16:42:13,587 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/638e0fb6a6c14540a3bbb443d1df268c as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/638e0fb6a6c14540a3bbb443d1df268c 2024-11-20T16:42:13,591 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e143cdfefe74d5b7d258f8cad49a6fc/C of 2e143cdfefe74d5b7d258f8cad49a6fc into 638e0fb6a6c14540a3bbb443d1df268c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:13,591 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:13,591 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., storeName=2e143cdfefe74d5b7d258f8cad49a6fc/C, priority=13, startTime=1732120933118; duration=0sec 2024-11-20T16:42:13,591 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:13,591 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e143cdfefe74d5b7d258f8cad49a6fc:C 2024-11-20T16:42:13,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T16:42:13,669 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/a8f4d3c8077346adb95b6f5dbca63b47 2024-11-20T16:42:13,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/21519bec6d334076a1f7c1e33ed7e535 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/21519bec6d334076a1f7c1e33ed7e535 2024-11-20T16:42:13,676 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/21519bec6d334076a1f7c1e33ed7e535, entries=150, sequenceid=75, filesize=11.7 K 2024-11-20T16:42:13,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/e264fe42eb874fe9ad47b4a431a7e9d7 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/e264fe42eb874fe9ad47b4a431a7e9d7 2024-11-20T16:42:13,680 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/e264fe42eb874fe9ad47b4a431a7e9d7, entries=150, sequenceid=75, filesize=11.7 K 2024-11-20T16:42:13,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/a8f4d3c8077346adb95b6f5dbca63b47 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/a8f4d3c8077346adb95b6f5dbca63b47 2024-11-20T16:42:13,684 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/a8f4d3c8077346adb95b6f5dbca63b47, entries=150, sequenceid=75, filesize=11.7 K 2024-11-20T16:42:13,684 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 2e143cdfefe74d5b7d258f8cad49a6fc in 454ms, sequenceid=75, compaction requested=false 2024-11-20T16:42:13,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:13,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:13,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-20T16:42:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-20T16:42:13,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-20T16:42:13,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2180 sec 2024-11-20T16:42:13,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.2220 sec 2024-11-20T16:42:14,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 2e143cdfefe74d5b7d258f8cad49a6fc 2024-11-20T16:42:14,068 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:42:14,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e143cdfefe74d5b7d258f8cad49a6fc 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T16:42:14,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/8b067f93eede4e3fb6b293509ec95acf is 50, key is test_row_0/A:col10/1732120934067/Put/seqid=0 2024-11-20T16:42:14,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742269_1445 (size=19021) 2024-11-20T16:42:14,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732120994134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:14,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732120994135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:14,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732120994136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:14,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:14,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1732120994136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:14,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:14,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:14,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:14,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:14,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732120994137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:14,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:14,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:14,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:14,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732120994256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:14,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732120994256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:14,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:14,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1732120994256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:14,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:14,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:14,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:14,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732120994256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:14,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:14,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732120994256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:14,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:14,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:14,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732120994466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:14,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:14,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732120994466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:14,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:14,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:14,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1732120994475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:14,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:14,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732120994475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:14,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:14,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732120994475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:14,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:14,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/8b067f93eede4e3fb6b293509ec95acf 2024-11-20T16:42:14,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/0962440be3404186a29e238ef43018ad is 50, key is test_row_0/B:col10/1732120934067/Put/seqid=0 2024-11-20T16:42:14,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742270_1446 (size=12001) 2024-11-20T16:42:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T16:42:14,616 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:42:14,616 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:42:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-20T16:42:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T16:42:14,618 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:42:14,618 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:42:14,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:42:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T16:42:14,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-20T16:42:14,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:14,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:14,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:14,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:14,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:14,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732120994776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:14,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:14,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732120994776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:14,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:14,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:14,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1732120994785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:14,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:14,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732120994785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:14,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:14,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732120994785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:14,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:14,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:14,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/0962440be3404186a29e238ef43018ad 2024-11-20T16:42:14,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/08daa82f545d446dae48a89a63a0ef58 is 50, key is test_row_0/C:col10/1732120934067/Put/seqid=0 2024-11-20T16:42:14,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742271_1447 (size=12001) 2024-11-20T16:42:14,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-20T16:42:14,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:14,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:14,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:14,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:14,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T16:42:15,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-20T16:42:15,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:15,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:15,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:15,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:15,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:15,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:15,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-20T16:42:15,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:15,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:15,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:15,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:15,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:15,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T16:42:15,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732120995295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:15,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:15,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:15,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:15,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732120995295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:15,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:15,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:15,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:15,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732120995295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:15,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:15,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:15,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:15,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732120995295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:15,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:15,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:15,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:15,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/08daa82f545d446dae48a89a63a0ef58 2024-11-20T16:42:15,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/8b067f93eede4e3fb6b293509ec95acf as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/8b067f93eede4e3fb6b293509ec95acf 2024-11-20T16:42:15,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1732120995306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:15,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:15,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:15,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:15,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/8b067f93eede4e3fb6b293509ec95acf, entries=300, sequenceid=88, filesize=18.6 K 2024-11-20T16:42:15,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/0962440be3404186a29e238ef43018ad as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/0962440be3404186a29e238ef43018ad 2024-11-20T16:42:15,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/0962440be3404186a29e238ef43018ad, entries=150, sequenceid=88, filesize=11.7 K 2024-11-20T16:42:15,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/08daa82f545d446dae48a89a63a0ef58 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/08daa82f545d446dae48a89a63a0ef58 2024-11-20T16:42:15,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/08daa82f545d446dae48a89a63a0ef58, entries=150, sequenceid=88, filesize=11.7 K 2024-11-20T16:42:15,324 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2e143cdfefe74d5b7d258f8cad49a6fc in 1256ms, sequenceid=88, compaction requested=true 2024-11-20T16:42:15,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:15,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e143cdfefe74d5b7d258f8cad49a6fc:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:42:15,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:15,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e143cdfefe74d5b7d258f8cad49a6fc:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:42:15,324 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:15,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:15,324 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:15,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e143cdfefe74d5b7d258f8cad49a6fc:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:42:15,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:42:15,325 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:15,325 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43126 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:15,325 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): 2e143cdfefe74d5b7d258f8cad49a6fc/A is initiating minor compaction (all files) 2024-11-20T16:42:15,325 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 2e143cdfefe74d5b7d258f8cad49a6fc/B is initiating minor compaction (all files) 2024-11-20T16:42:15,325 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e143cdfefe74d5b7d258f8cad49a6fc/A in TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:15,325 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e143cdfefe74d5b7d258f8cad49a6fc/B in TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:15,325 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/6eb7a14314464c9088c6cb9977024958, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/e264fe42eb874fe9ad47b4a431a7e9d7, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/0962440be3404186a29e238ef43018ad] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp, totalSize=35.3 K 2024-11-20T16:42:15,325 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/d1775def8b784d16bbb362e575128836, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/21519bec6d334076a1f7c1e33ed7e535, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/8b067f93eede4e3fb6b293509ec95acf] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp, totalSize=42.1 K 2024-11-20T16:42:15,325 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1775def8b784d16bbb362e575128836, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732120931848 2024-11-20T16:42:15,325 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 6eb7a14314464c9088c6cb9977024958, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732120931848 2024-11-20T16:42:15,325 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting e264fe42eb874fe9ad47b4a431a7e9d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732120931881 2024-11-20T16:42:15,325 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21519bec6d334076a1f7c1e33ed7e535, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732120931881 2024-11-20T16:42:15,326 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 0962440be3404186a29e238ef43018ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732120934064 2024-11-20T16:42:15,326 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b067f93eede4e3fb6b293509ec95acf, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732120934056 2024-11-20T16:42:15,330 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e143cdfefe74d5b7d258f8cad49a6fc#B#compaction#372 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:15,331 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/035fa960a51c462da2fe812044872b81 is 50, key is test_row_0/B:col10/1732120934067/Put/seqid=0 2024-11-20T16:42:15,331 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e143cdfefe74d5b7d258f8cad49a6fc#A#compaction#373 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:15,331 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/1285637a6eb04e9881803e6ebd9be4e4 is 50, key is test_row_0/A:col10/1732120934067/Put/seqid=0 2024-11-20T16:42:15,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742272_1448 (size=12207) 2024-11-20T16:42:15,339 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/035fa960a51c462da2fe812044872b81 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/035fa960a51c462da2fe812044872b81 2024-11-20T16:42:15,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742273_1449 (size=12207) 2024-11-20T16:42:15,344 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e143cdfefe74d5b7d258f8cad49a6fc/B of 2e143cdfefe74d5b7d258f8cad49a6fc into 035fa960a51c462da2fe812044872b81(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:15,344 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:15,344 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., storeName=2e143cdfefe74d5b7d258f8cad49a6fc/B, priority=13, startTime=1732120935324; duration=0sec 2024-11-20T16:42:15,344 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:42:15,344 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e143cdfefe74d5b7d258f8cad49a6fc:B 2024-11-20T16:42:15,344 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:15,345 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:15,345 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 2e143cdfefe74d5b7d258f8cad49a6fc/C is initiating minor compaction (all files) 2024-11-20T16:42:15,345 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e143cdfefe74d5b7d258f8cad49a6fc/C in TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:15,345 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/638e0fb6a6c14540a3bbb443d1df268c, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/a8f4d3c8077346adb95b6f5dbca63b47, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/08daa82f545d446dae48a89a63a0ef58] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp, totalSize=35.3 K 2024-11-20T16:42:15,345 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 638e0fb6a6c14540a3bbb443d1df268c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732120931848 2024-11-20T16:42:15,346 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting a8f4d3c8077346adb95b6f5dbca63b47, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732120931881 2024-11-20T16:42:15,346 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 08daa82f545d446dae48a89a63a0ef58, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732120934064 2024-11-20T16:42:15,351 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e143cdfefe74d5b7d258f8cad49a6fc#C#compaction#374 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:15,351 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/7816035f4b384e94b5a6aee834e0e50d is 50, key is test_row_0/C:col10/1732120934067/Put/seqid=0 2024-11-20T16:42:15,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742274_1450 (size=12207) 2024-11-20T16:42:15,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-20T16:42:15,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:15,381 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 2e143cdfefe74d5b7d258f8cad49a6fc 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T16:42:15,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/844674d8b88c49f991db4517b3372033 is 50, key is test_row_0/A:col10/1732120934134/Put/seqid=0 2024-11-20T16:42:15,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742275_1451 (size=12001) 2024-11-20T16:42:15,746 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/1285637a6eb04e9881803e6ebd9be4e4 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/1285637a6eb04e9881803e6ebd9be4e4 2024-11-20T16:42:15,750 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e143cdfefe74d5b7d258f8cad49a6fc/A of 2e143cdfefe74d5b7d258f8cad49a6fc into 1285637a6eb04e9881803e6ebd9be4e4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:15,750 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:15,750 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., storeName=2e143cdfefe74d5b7d258f8cad49a6fc/A, priority=13, startTime=1732120935324; duration=0sec 2024-11-20T16:42:15,750 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:15,750 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e143cdfefe74d5b7d258f8cad49a6fc:A 2024-11-20T16:42:15,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T16:42:15,759 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/7816035f4b384e94b5a6aee834e0e50d as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/7816035f4b384e94b5a6aee834e0e50d 2024-11-20T16:42:15,762 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e143cdfefe74d5b7d258f8cad49a6fc/C of 2e143cdfefe74d5b7d258f8cad49a6fc into 7816035f4b384e94b5a6aee834e0e50d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:15,763 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:15,763 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., storeName=2e143cdfefe74d5b7d258f8cad49a6fc/C, priority=13, startTime=1732120935324; duration=0sec 2024-11-20T16:42:15,763 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:15,763 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e143cdfefe74d5b7d258f8cad49a6fc:C 2024-11-20T16:42:15,790 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/844674d8b88c49f991db4517b3372033 2024-11-20T16:42:15,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/5366366d35124ac8b51b0d73c2c73ab8 is 50, key is test_row_0/B:col10/1732120934134/Put/seqid=0 2024-11-20T16:42:15,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742276_1452 (size=12001) 2024-11-20T16:42:16,199 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/5366366d35124ac8b51b0d73c2c73ab8 2024-11-20T16:42:16,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/1f8bbedd50bd4f3185a5e40f8dc04d00 is 50, key is test_row_0/C:col10/1732120934134/Put/seqid=0 2024-11-20T16:42:16,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742277_1453 (size=12001) 2024-11-20T16:42:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 2e143cdfefe74d5b7d258f8cad49a6fc 2024-11-20T16:42:16,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:16,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:16,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732120996324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:16,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:16,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:16,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:16,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1732120996326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:16,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732120996326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:16,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:16,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:16,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:16,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732120996333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:16,334 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_0' in 2e143cdfefe74d5b7d258f8cad49a6fc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:42:16,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:16,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:16,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:16,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:16,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:16,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:16,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732120996334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:16,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:16,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:16,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:16,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732120996436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:16,442 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:16,442 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:16,442 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:16,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732120996446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:16,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:16,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:16,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732120996446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:16,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:16,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:16,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:16,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732120996446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:16,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:16,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:16,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:16,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:16,613 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/1f8bbedd50bd4f3185a5e40f8dc04d00 2024-11-20T16:42:16,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/844674d8b88c49f991db4517b3372033 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/844674d8b88c49f991db4517b3372033 2024-11-20T16:42:16,619 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/844674d8b88c49f991db4517b3372033, entries=150, sequenceid=113, filesize=11.7 K 2024-11-20T16:42:16,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/5366366d35124ac8b51b0d73c2c73ab8 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/5366366d35124ac8b51b0d73c2c73ab8 2024-11-20T16:42:16,623 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/5366366d35124ac8b51b0d73c2c73ab8, entries=150, sequenceid=113, filesize=11.7 K 2024-11-20T16:42:16,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/1f8bbedd50bd4f3185a5e40f8dc04d00 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/1f8bbedd50bd4f3185a5e40f8dc04d00 2024-11-20T16:42:16,627 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/1f8bbedd50bd4f3185a5e40f8dc04d00, entries=150, sequenceid=113, filesize=11.7 K 2024-11-20T16:42:16,628 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 2e143cdfefe74d5b7d258f8cad49a6fc in 1247ms, sequenceid=113, compaction requested=false 2024-11-20T16:42:16,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:16,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:16,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-20T16:42:16,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-20T16:42:16,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-20T16:42:16,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0120 sec 2024-11-20T16:42:16,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 2.0150 sec 2024-11-20T16:42:16,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 2e143cdfefe74d5b7d258f8cad49a6fc 2024-11-20T16:42:16,649 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:42:16,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e143cdfefe74d5b7d258f8cad49a6fc 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T16:42:16,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/d361ee22fecf4af4b343d8c4b95a47e1 is 50, key is test_row_0/A:col10/1732120936333/Put/seqid=0 2024-11-20T16:42:16,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742278_1454 (size=14391) 2024-11-20T16:42:16,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/d361ee22fecf4af4b343d8c4b95a47e1 2024-11-20T16:42:16,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/fb4141dbdca8484ea945b837aec251d0 is 50, key is test_row_0/B:col10/1732120936333/Put/seqid=0 2024-11-20T16:42:16,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742279_1455 (size=12051) 2024-11-20T16:42:16,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:16,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732120996692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:16,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:16,703 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:16,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732120996693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:16,703 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:16,703 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:16,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:16,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:16,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:16,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:16,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732120996698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:16,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:16,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732120996700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:16,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:16,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:16,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:16,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:16,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:16,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:16,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T16:42:16,765 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:42:16,766 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:42:16,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-20T16:42:16,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-20T16:42:16,767 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:42:16,767 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:42:16,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:42:16,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:16,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732120996805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:16,811 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:16,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:16,811 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:16,811 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:16,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732120996805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:16,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:16,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:16,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:16,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:16,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732120996816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:16,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:16,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:16,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732120996816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:16,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:16,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:16,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:16,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:16,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:16,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-20T16:42:16,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-20T16:42:16,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:16,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:16,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:16,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:16,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:16,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:17,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732120997015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:17,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:17,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732120997016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:17,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:17,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:17,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:17,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:17,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:17,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732120997026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:17,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732120997026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:17,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:17,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:17,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:17,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:17,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:17,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:17,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/fb4141dbdca8484ea945b837aec251d0 2024-11-20T16:42:17,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-20T16:42:17,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:17,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:17,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:17,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:17,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:17,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/5f572c6e34ec46e68f2620a9aae163b5 is 50, key is test_row_0/C:col10/1732120936333/Put/seqid=0 2024-11-20T16:42:17,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742280_1456 (size=12051) 2024-11-20T16:42:17,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-20T16:42:17,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-20T16:42:17,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:17,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:17,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:17,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:17,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:17,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:17,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732120997325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:17,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:17,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:17,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:17,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732120997335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:17,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:17,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:17,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:17,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732120997346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:17,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:17,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732120997346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:17,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:17,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:17,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:17,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:17,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:17,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-20T16:42:17,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:17,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:17,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:17,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:17,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-20T16:42:17,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/5f572c6e34ec46e68f2620a9aae163b5 2024-11-20T16:42:17,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/d361ee22fecf4af4b343d8c4b95a47e1 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/d361ee22fecf4af4b343d8c4b95a47e1 2024-11-20T16:42:17,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/d361ee22fecf4af4b343d8c4b95a47e1, entries=200, sequenceid=129, filesize=14.1 K 2024-11-20T16:42:17,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/fb4141dbdca8484ea945b837aec251d0 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/fb4141dbdca8484ea945b837aec251d0 2024-11-20T16:42:17,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/fb4141dbdca8484ea945b837aec251d0, entries=150, sequenceid=129, filesize=11.8 K 2024-11-20T16:42:17,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/5f572c6e34ec46e68f2620a9aae163b5 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/5f572c6e34ec46e68f2620a9aae163b5 2024-11-20T16:42:17,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/5f572c6e34ec46e68f2620a9aae163b5, entries=150, sequenceid=129, filesize=11.8 K 2024-11-20T16:42:17,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 2e143cdfefe74d5b7d258f8cad49a6fc in 845ms, sequenceid=129, compaction requested=true 2024-11-20T16:42:17,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:17,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e143cdfefe74d5b7d258f8cad49a6fc:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:42:17,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:17,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e143cdfefe74d5b7d258f8cad49a6fc:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:42:17,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:42:17,494 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:17,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e143cdfefe74d5b7d258f8cad49a6fc:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:42:17,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T16:42:17,494 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:17,495 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38599 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:17,495 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:17,495 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): 2e143cdfefe74d5b7d258f8cad49a6fc/A is initiating minor compaction (all files) 2024-11-20T16:42:17,495 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 2e143cdfefe74d5b7d258f8cad49a6fc/B is initiating minor compaction (all files) 2024-11-20T16:42:17,495 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e143cdfefe74d5b7d258f8cad49a6fc/A in TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:17,495 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e143cdfefe74d5b7d258f8cad49a6fc/B in TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:17,495 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/1285637a6eb04e9881803e6ebd9be4e4, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/844674d8b88c49f991db4517b3372033, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/d361ee22fecf4af4b343d8c4b95a47e1] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp, totalSize=37.7 K 2024-11-20T16:42:17,495 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/035fa960a51c462da2fe812044872b81, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/5366366d35124ac8b51b0d73c2c73ab8, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/fb4141dbdca8484ea945b837aec251d0] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp, totalSize=35.4 K 2024-11-20T16:42:17,495 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1285637a6eb04e9881803e6ebd9be4e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732120934064 2024-11-20T16:42:17,495 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 035fa960a51c462da2fe812044872b81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732120934064 2024-11-20T16:42:17,495 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 844674d8b88c49f991db4517b3372033, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732120934134 2024-11-20T16:42:17,495 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 5366366d35124ac8b51b0d73c2c73ab8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732120934134 2024-11-20T16:42:17,496 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting d361ee22fecf4af4b343d8c4b95a47e1, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732120936322 2024-11-20T16:42:17,496 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting fb4141dbdca8484ea945b837aec251d0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732120936332 2024-11-20T16:42:17,501 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e143cdfefe74d5b7d258f8cad49a6fc#B#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:17,501 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/bf0588fe70ad42848151626c365f2ce8 is 50, key is test_row_0/B:col10/1732120936333/Put/seqid=0 2024-11-20T16:42:17,504 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e143cdfefe74d5b7d258f8cad49a6fc#A#compaction#382 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:17,504 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/57ced2894fcd49709951ad9e943b9a3e is 50, key is test_row_0/A:col10/1732120936333/Put/seqid=0 2024-11-20T16:42:17,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742282_1458 (size=12359) 2024-11-20T16:42:17,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742281_1457 (size=12359) 2024-11-20T16:42:17,518 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/57ced2894fcd49709951ad9e943b9a3e as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/57ced2894fcd49709951ad9e943b9a3e 2024-11-20T16:42:17,520 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/bf0588fe70ad42848151626c365f2ce8 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/bf0588fe70ad42848151626c365f2ce8 2024-11-20T16:42:17,523 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e143cdfefe74d5b7d258f8cad49a6fc/A of 2e143cdfefe74d5b7d258f8cad49a6fc into 57ced2894fcd49709951ad9e943b9a3e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:17,524 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:17,524 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., storeName=2e143cdfefe74d5b7d258f8cad49a6fc/A, priority=13, startTime=1732120937494; duration=0sec 2024-11-20T16:42:17,524 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:42:17,524 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e143cdfefe74d5b7d258f8cad49a6fc:A 2024-11-20T16:42:17,524 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:17,525 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:17,525 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): 2e143cdfefe74d5b7d258f8cad49a6fc/C is initiating minor compaction (all files) 2024-11-20T16:42:17,525 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e143cdfefe74d5b7d258f8cad49a6fc/C in TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:17,525 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/7816035f4b384e94b5a6aee834e0e50d, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/1f8bbedd50bd4f3185a5e40f8dc04d00, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/5f572c6e34ec46e68f2620a9aae163b5] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp, totalSize=35.4 K 2024-11-20T16:42:17,525 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7816035f4b384e94b5a6aee834e0e50d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732120934064 2024-11-20T16:42:17,526 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f8bbedd50bd4f3185a5e40f8dc04d00, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732120934134 2024-11-20T16:42:17,526 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f572c6e34ec46e68f2620a9aae163b5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732120936332 2024-11-20T16:42:17,527 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e143cdfefe74d5b7d258f8cad49a6fc/B of 2e143cdfefe74d5b7d258f8cad49a6fc into bf0588fe70ad42848151626c365f2ce8(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:17,527 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:17,527 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., storeName=2e143cdfefe74d5b7d258f8cad49a6fc/B, priority=13, startTime=1732120937494; duration=0sec 2024-11-20T16:42:17,527 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:17,527 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e143cdfefe74d5b7d258f8cad49a6fc:B 2024-11-20T16:42:17,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-20T16:42:17,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:17,531 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 2e143cdfefe74d5b7d258f8cad49a6fc 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T16:42:17,533 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e143cdfefe74d5b7d258f8cad49a6fc#C#compaction#383 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:17,534 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/75ff2625ccc64ecc80709cbe1fb5e068 is 50, key is test_row_0/C:col10/1732120936333/Put/seqid=0 2024-11-20T16:42:17,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/b83b7e3aab744cb7b623fb2930c35547 is 50, key is test_row_0/A:col10/1732120936692/Put/seqid=0 2024-11-20T16:42:17,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742283_1459 (size=12359) 2024-11-20T16:42:17,543 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/75ff2625ccc64ecc80709cbe1fb5e068 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/75ff2625ccc64ecc80709cbe1fb5e068 2024-11-20T16:42:17,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742284_1460 (size=12151) 2024-11-20T16:42:17,544 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/b83b7e3aab744cb7b623fb2930c35547 2024-11-20T16:42:17,549 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e143cdfefe74d5b7d258f8cad49a6fc/C of 2e143cdfefe74d5b7d258f8cad49a6fc into 75ff2625ccc64ecc80709cbe1fb5e068(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:17,549 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:17,549 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., storeName=2e143cdfefe74d5b7d258f8cad49a6fc/C, priority=13, startTime=1732120937494; duration=0sec 2024-11-20T16:42:17,549 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:17,549 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e143cdfefe74d5b7d258f8cad49a6fc:C 2024-11-20T16:42:17,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/192550dcb9d4416db96741e6a5deac6b is 50, key is test_row_0/B:col10/1732120936692/Put/seqid=0 2024-11-20T16:42:17,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742285_1461 (size=12151) 2024-11-20T16:42:17,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 2e143cdfefe74d5b7d258f8cad49a6fc 2024-11-20T16:42:17,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:17,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732120997874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:17,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:17,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:17,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:17,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732120997874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:17,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:17,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:17,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:17,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732120997877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:17,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:17,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:17,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:17,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732120997878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:17,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:17,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:17,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-20T16:42:17,956 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/192550dcb9d4416db96741e6a5deac6b 2024-11-20T16:42:17,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/0a401d6c4f5140c4b741aacd4fdbd2cc is 50, key is test_row_0/C:col10/1732120936692/Put/seqid=0 2024-11-20T16:42:17,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742286_1462 (size=12151) 2024-11-20T16:42:17,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732120997996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:17,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:17,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:17,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:17,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732120997996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:17,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:17,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:17,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:17,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732120997996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:17,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:17,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:17,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:17,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732120997996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:17,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:17,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:17,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:18,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732120998205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:18,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:18,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:18,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732120998205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:18,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:18,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:18,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732120998205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:18,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:18,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:18,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:18,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:18,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:18,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732120998206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:18,210 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:18,210 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:18,210 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:18,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1732120998356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:18,362 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_0' in 2e143cdfefe74d5b7d258f8cad49a6fc of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:42:18,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:18,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:18,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:18,366 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/0a401d6c4f5140c4b741aacd4fdbd2cc 2024-11-20T16:42:18,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/b83b7e3aab744cb7b623fb2930c35547 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/b83b7e3aab744cb7b623fb2930c35547 2024-11-20T16:42:18,372 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/b83b7e3aab744cb7b623fb2930c35547, entries=150, sequenceid=153, filesize=11.9 K 2024-11-20T16:42:18,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/192550dcb9d4416db96741e6a5deac6b as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/192550dcb9d4416db96741e6a5deac6b 2024-11-20T16:42:18,375 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/192550dcb9d4416db96741e6a5deac6b, entries=150, sequenceid=153, filesize=11.9 K 2024-11-20T16:42:18,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/0a401d6c4f5140c4b741aacd4fdbd2cc as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/0a401d6c4f5140c4b741aacd4fdbd2cc 2024-11-20T16:42:18,379 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/0a401d6c4f5140c4b741aacd4fdbd2cc, entries=150, sequenceid=153, filesize=11.9 K 2024-11-20T16:42:18,379 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 2e143cdfefe74d5b7d258f8cad49a6fc in 849ms, sequenceid=153, compaction requested=false 2024-11-20T16:42:18,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:18,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:18,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-20T16:42:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-20T16:42:18,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-20T16:42:18,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6130 sec 2024-11-20T16:42:18,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.6170 sec 2024-11-20T16:42:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 2e143cdfefe74d5b7d258f8cad49a6fc 2024-11-20T16:42:18,520 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:42:18,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e143cdfefe74d5b7d258f8cad49a6fc 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T16:42:18,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/cac04d0af0a04be19ffcc6c2d5c9faaa is 50, key is test_row_0/A:col10/1732120938519/Put/seqid=0 2024-11-20T16:42:18,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742287_1463 (size=14541) 2024-11-20T16:42:18,583 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T16:42:18,583 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-20T16:42:18,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732120998580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:18,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:18,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:18,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:18,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732120998581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:18,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:18,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:18,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732120998581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:18,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:18,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:18,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:18,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:18,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732120998582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:18,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:18,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:18,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:18,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732120998696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:18,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732120998696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:18,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:18,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:18,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:18,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:18,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:18,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732120998696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:18,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:18,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:18,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:18,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732120998696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:18,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:18,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:18,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:18,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:18,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732120998906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:18,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:18,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:18,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:18,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732120998906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:18,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:18,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:18,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732120998906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:18,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:18,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:18,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:18,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-20T16:42:18,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732120998906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:18,916 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:42:18,916 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:18,916 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:18,916 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:18,916 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:42:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-20T16:42:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-20T16:42:18,917 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:42:18,918 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:42:18,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:42:18,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/cac04d0af0a04be19ffcc6c2d5c9faaa 2024-11-20T16:42:18,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/4d8b042349074164a6488956eec9c686 is 50, key is test_row_0/B:col10/1732120938519/Put/seqid=0 2024-11-20T16:42:18,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742288_1464 (size=12151) 2024-11-20T16:42:19,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-20T16:42:19,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-20T16:42:19,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:19,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:19,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:19,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:19,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:19,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:19,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-20T16:42:19,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:19,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:19,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:19,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:19,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:19,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:19,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:19,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732120999226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:19,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732120999226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:19,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:19,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:19,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:19,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:19,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732120999226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:19,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:19,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:19,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:19,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732120999226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:19,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:19,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:19,234 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:19,234 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:19,234 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-20T16:42:19,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/4d8b042349074164a6488956eec9c686 2024-11-20T16:42:19,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/52c8420569334e5292b07b2fa7d26eb3 is 50, key is test_row_0/C:col10/1732120938519/Put/seqid=0 2024-11-20T16:42:19,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742289_1465 (size=12151) 2024-11-20T16:42:19,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-20T16:42:19,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:19,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:19,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:19,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:19,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:19,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-20T16:42:19,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:19,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:19,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:19,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:19,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-20T16:42:19,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-20T16:42:19,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:19,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:19,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:19,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:19,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:19,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:19,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/52c8420569334e5292b07b2fa7d26eb3 2024-11-20T16:42:19,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/cac04d0af0a04be19ffcc6c2d5c9faaa as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/cac04d0af0a04be19ffcc6c2d5c9faaa 2024-11-20T16:42:19,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732120999745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:19,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:19,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:19,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732120999745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:19,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:19,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:19,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:19,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:19,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732120999745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:19,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:19,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:19,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:19,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732120999745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:19,754 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:19,754 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:19,754 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:19,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/cac04d0af0a04be19ffcc6c2d5c9faaa, entries=200, sequenceid=169, filesize=14.2 K 2024-11-20T16:42:19,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/4d8b042349074164a6488956eec9c686 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/4d8b042349074164a6488956eec9c686 2024-11-20T16:42:19,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/4d8b042349074164a6488956eec9c686, entries=150, sequenceid=169, filesize=11.9 K 2024-11-20T16:42:19,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/52c8420569334e5292b07b2fa7d26eb3 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/52c8420569334e5292b07b2fa7d26eb3 2024-11-20T16:42:19,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/52c8420569334e5292b07b2fa7d26eb3, entries=150, sequenceid=169, filesize=11.9 K 2024-11-20T16:42:19,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 2e143cdfefe74d5b7d258f8cad49a6fc in 1243ms, sequenceid=169, compaction requested=true 2024-11-20T16:42:19,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:19,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e143cdfefe74d5b7d258f8cad49a6fc:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:42:19,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:19,763 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:19,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e143cdfefe74d5b7d258f8cad49a6fc:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:42:19,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:19,763 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:19,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e143cdfefe74d5b7d258f8cad49a6fc:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:42:19,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:42:19,764 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:19,764 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39051 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:19,764 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 2e143cdfefe74d5b7d258f8cad49a6fc/B is initiating minor compaction (all files) 2024-11-20T16:42:19,764 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): 2e143cdfefe74d5b7d258f8cad49a6fc/A is initiating minor compaction (all files) 2024-11-20T16:42:19,764 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e143cdfefe74d5b7d258f8cad49a6fc/B in TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:19,764 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e143cdfefe74d5b7d258f8cad49a6fc/A in TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:19,764 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/bf0588fe70ad42848151626c365f2ce8, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/192550dcb9d4416db96741e6a5deac6b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/4d8b042349074164a6488956eec9c686] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp, totalSize=35.8 K 2024-11-20T16:42:19,764 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/57ced2894fcd49709951ad9e943b9a3e, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/b83b7e3aab744cb7b623fb2930c35547, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/cac04d0af0a04be19ffcc6c2d5c9faaa] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp, totalSize=38.1 K 2024-11-20T16:42:19,764 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting bf0588fe70ad42848151626c365f2ce8, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732120936332 2024-11-20T16:42:19,764 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57ced2894fcd49709951ad9e943b9a3e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732120936332 2024-11-20T16:42:19,765 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 192550dcb9d4416db96741e6a5deac6b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732120936692 2024-11-20T16:42:19,765 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting b83b7e3aab744cb7b623fb2930c35547, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732120936692 2024-11-20T16:42:19,765 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d8b042349074164a6488956eec9c686, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732120937871 2024-11-20T16:42:19,765 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting cac04d0af0a04be19ffcc6c2d5c9faaa, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732120937871 2024-11-20T16:42:19,771 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e143cdfefe74d5b7d258f8cad49a6fc#B#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:19,771 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/068d7fa48fba4007909e7e0de03c9f82 is 50, key is test_row_0/B:col10/1732120938519/Put/seqid=0 2024-11-20T16:42:19,771 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e143cdfefe74d5b7d258f8cad49a6fc#A#compaction#391 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:19,772 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/0d16508cbd2c48dd87d508be39f87a63 is 50, key is test_row_0/A:col10/1732120938519/Put/seqid=0 2024-11-20T16:42:19,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742290_1466 (size=12561) 2024-11-20T16:42:19,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742291_1467 (size=12561) 2024-11-20T16:42:19,778 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/0d16508cbd2c48dd87d508be39f87a63 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/0d16508cbd2c48dd87d508be39f87a63 2024-11-20T16:42:19,786 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e143cdfefe74d5b7d258f8cad49a6fc/A of 2e143cdfefe74d5b7d258f8cad49a6fc into 0d16508cbd2c48dd87d508be39f87a63(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:19,786 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:19,786 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., storeName=2e143cdfefe74d5b7d258f8cad49a6fc/A, priority=13, startTime=1732120939763; duration=0sec 2024-11-20T16:42:19,786 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:42:19,786 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e143cdfefe74d5b7d258f8cad49a6fc:A 2024-11-20T16:42:19,786 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:19,787 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:19,787 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): 2e143cdfefe74d5b7d258f8cad49a6fc/C is initiating minor compaction (all files) 2024-11-20T16:42:19,788 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e143cdfefe74d5b7d258f8cad49a6fc/C in TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:19,788 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/75ff2625ccc64ecc80709cbe1fb5e068, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/0a401d6c4f5140c4b741aacd4fdbd2cc, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/52c8420569334e5292b07b2fa7d26eb3] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp, totalSize=35.8 K 2024-11-20T16:42:19,788 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75ff2625ccc64ecc80709cbe1fb5e068, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732120936332 2024-11-20T16:42:19,788 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a401d6c4f5140c4b741aacd4fdbd2cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732120936692 2024-11-20T16:42:19,788 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52c8420569334e5292b07b2fa7d26eb3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732120937871 2024-11-20T16:42:19,793 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e143cdfefe74d5b7d258f8cad49a6fc#C#compaction#392 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:19,794 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/846c894bf32842b9add4105185b47878 is 50, key is test_row_0/C:col10/1732120938519/Put/seqid=0 2024-11-20T16:42:19,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742292_1468 (size=12561) 2024-11-20T16:42:19,802 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/846c894bf32842b9add4105185b47878 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/846c894bf32842b9add4105185b47878 2024-11-20T16:42:19,807 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e143cdfefe74d5b7d258f8cad49a6fc/C of 2e143cdfefe74d5b7d258f8cad49a6fc into 846c894bf32842b9add4105185b47878(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:19,807 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:19,807 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., storeName=2e143cdfefe74d5b7d258f8cad49a6fc/C, priority=13, startTime=1732120939763; duration=0sec 2024-11-20T16:42:19,808 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:19,808 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e143cdfefe74d5b7d258f8cad49a6fc:C 2024-11-20T16:42:19,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-20T16:42:19,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:19,833 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 2e143cdfefe74d5b7d258f8cad49a6fc 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T16:42:19,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/3c1c16ec6c7441ea9a8e8f78f1ff88a1 is 50, key is test_row_0/A:col10/1732120938581/Put/seqid=0 2024-11-20T16:42:19,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742293_1469 (size=12151) 2024-11-20T16:42:19,841 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/3c1c16ec6c7441ea9a8e8f78f1ff88a1 2024-11-20T16:42:19,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/fe36e92202f7413696cc482d7ca3e0da is 50, key is test_row_0/B:col10/1732120938581/Put/seqid=0 2024-11-20T16:42:19,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742294_1470 (size=12151) 2024-11-20T16:42:19,858 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/fe36e92202f7413696cc482d7ca3e0da 2024-11-20T16:42:19,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/4a28c457200f4a91a26d10c8c036f29c is 50, key is test_row_0/C:col10/1732120938581/Put/seqid=0 2024-11-20T16:42:19,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742295_1471 (size=12151) 2024-11-20T16:42:20,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-20T16:42:20,178 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/068d7fa48fba4007909e7e0de03c9f82 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/068d7fa48fba4007909e7e0de03c9f82 2024-11-20T16:42:20,181 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e143cdfefe74d5b7d258f8cad49a6fc/B of 2e143cdfefe74d5b7d258f8cad49a6fc into 068d7fa48fba4007909e7e0de03c9f82(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:20,181 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:20,181 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., storeName=2e143cdfefe74d5b7d258f8cad49a6fc/B, priority=13, startTime=1732120939763; duration=0sec 2024-11-20T16:42:20,181 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:20,181 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e143cdfefe74d5b7d258f8cad49a6fc:B 2024-11-20T16:42:20,267 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/4a28c457200f4a91a26d10c8c036f29c 2024-11-20T16:42:20,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/3c1c16ec6c7441ea9a8e8f78f1ff88a1 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/3c1c16ec6c7441ea9a8e8f78f1ff88a1 2024-11-20T16:42:20,273 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/3c1c16ec6c7441ea9a8e8f78f1ff88a1, entries=150, sequenceid=192, filesize=11.9 K 2024-11-20T16:42:20,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/fe36e92202f7413696cc482d7ca3e0da as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/fe36e92202f7413696cc482d7ca3e0da 2024-11-20T16:42:20,276 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/fe36e92202f7413696cc482d7ca3e0da, entries=150, sequenceid=192, filesize=11.9 K 2024-11-20T16:42:20,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/4a28c457200f4a91a26d10c8c036f29c as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/4a28c457200f4a91a26d10c8c036f29c 2024-11-20T16:42:20,279 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/4a28c457200f4a91a26d10c8c036f29c, entries=150, sequenceid=192, filesize=11.9 K 2024-11-20T16:42:20,280 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 2e143cdfefe74d5b7d258f8cad49a6fc in 447ms, sequenceid=192, compaction requested=false 2024-11-20T16:42:20,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:20,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:20,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-20T16:42:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-20T16:42:20,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-20T16:42:20,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3630 sec 2024-11-20T16:42:20,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.3670 sec 2024-11-20T16:42:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 2e143cdfefe74d5b7d258f8cad49a6fc 2024-11-20T16:42:20,774 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:42:20,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e143cdfefe74d5b7d258f8cad49a6fc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T16:42:20,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/6d95b0ee5e1147689b191ddeef81e557 is 50, key is test_row_0/A:col10/1732120940769/Put/seqid=0 2024-11-20T16:42:20,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742296_1472 (size=14541) 2024-11-20T16:42:20,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/6d95b0ee5e1147689b191ddeef81e557 2024-11-20T16:42:20,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/284332e4479c4b109eb6d63718cdb37d is 50, key is test_row_0/B:col10/1732120940769/Put/seqid=0 2024-11-20T16:42:20,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742297_1473 (size=12151) 2024-11-20T16:42:20,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732121000816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:20,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732121000818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:20,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:20,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:20,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:20,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:20,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:20,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:20,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732121000822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:20,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:20,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:20,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:20,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732121000822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:20,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:20,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:20,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:20,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732121000936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:20,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:20,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:20,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:20,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732121000936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:20,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:20,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:20,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:20,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732121000936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:20,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:20,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:20,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:20,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732121000936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:20,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:20,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:20,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-20T16:42:21,065 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:42:21,066 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:42:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-20T16:42:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-20T16:42:21,067 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:42:21,068 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:42:21,068 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:42:21,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732121001146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:21,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:21,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:21,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:21,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732121001146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:21,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:21,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:21,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:21,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732121001146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:21,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:21,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:21,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:21,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732121001146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:21,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:21,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:21,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-20T16:42:21,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/284332e4479c4b109eb6d63718cdb37d 2024-11-20T16:42:21,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/38aa26945752453dbe58e859bd410a84 is 50, key is test_row_0/C:col10/1732120940769/Put/seqid=0 2024-11-20T16:42:21,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742298_1474 (size=12151) 2024-11-20T16:42:21,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-20T16:42:21,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:21,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:21,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:21,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:21,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:21,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-20T16:42:21,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:21,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:21,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:21,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:21,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-20T16:42:21,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732121001456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:21,461 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:21,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:21,461 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:21,461 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732121001456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:21,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:21,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:21,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:21,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732121001465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:21,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:21,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:21,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:21,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:21,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732121001465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:21,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:21,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:21,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:21,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-20T16:42:21,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:21,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:21,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:21,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:21,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:21,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/38aa26945752453dbe58e859bd410a84 2024-11-20T16:42:21,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/6d95b0ee5e1147689b191ddeef81e557 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/6d95b0ee5e1147689b191ddeef81e557 2024-11-20T16:42:21,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/6d95b0ee5e1147689b191ddeef81e557, entries=200, sequenceid=204, filesize=14.2 K 2024-11-20T16:42:21,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/284332e4479c4b109eb6d63718cdb37d as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/284332e4479c4b109eb6d63718cdb37d 2024-11-20T16:42:21,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/284332e4479c4b109eb6d63718cdb37d, entries=150, sequenceid=204, filesize=11.9 K 2024-11-20T16:42:21,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/38aa26945752453dbe58e859bd410a84 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/38aa26945752453dbe58e859bd410a84 2024-11-20T16:42:21,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/38aa26945752453dbe58e859bd410a84, entries=150, sequenceid=204, filesize=11.9 K 2024-11-20T16:42:21,616 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 2e143cdfefe74d5b7d258f8cad49a6fc in 842ms, sequenceid=204, compaction requested=true 2024-11-20T16:42:21,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:21,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e143cdfefe74d5b7d258f8cad49a6fc:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:42:21,616 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:21,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:21,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e143cdfefe74d5b7d258f8cad49a6fc:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:42:21,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:21,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e143cdfefe74d5b7d258f8cad49a6fc:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:42:21,616 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:21,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:42:21,617 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:21,617 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): 2e143cdfefe74d5b7d258f8cad49a6fc/A is initiating minor compaction (all files) 2024-11-20T16:42:21,617 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e143cdfefe74d5b7d258f8cad49a6fc/A in TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:21,617 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/0d16508cbd2c48dd87d508be39f87a63, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/3c1c16ec6c7441ea9a8e8f78f1ff88a1, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/6d95b0ee5e1147689b191ddeef81e557] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp, totalSize=38.3 K 2024-11-20T16:42:21,617 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:21,617 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 2e143cdfefe74d5b7d258f8cad49a6fc/B is initiating minor compaction (all files) 2024-11-20T16:42:21,617 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e143cdfefe74d5b7d258f8cad49a6fc/B in TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:21,617 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d16508cbd2c48dd87d508be39f87a63, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732120937871 2024-11-20T16:42:21,618 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/068d7fa48fba4007909e7e0de03c9f82, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/fe36e92202f7413696cc482d7ca3e0da, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/284332e4479c4b109eb6d63718cdb37d] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp, totalSize=36.0 K 2024-11-20T16:42:21,619 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 068d7fa48fba4007909e7e0de03c9f82, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732120937871 2024-11-20T16:42:21,619 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting fe36e92202f7413696cc482d7ca3e0da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732120938579 2024-11-20T16:42:21,620 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c1c16ec6c7441ea9a8e8f78f1ff88a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732120938579 2024-11-20T16:42:21,620 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 284332e4479c4b109eb6d63718cdb37d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732120940769 2024-11-20T16:42:21,620 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d95b0ee5e1147689b191ddeef81e557, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732120940769 2024-11-20T16:42:21,625 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e143cdfefe74d5b7d258f8cad49a6fc#A#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:21,625 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/da1667ece3b94c7f813aa59eeebf8a56 is 50, key is test_row_0/A:col10/1732120940769/Put/seqid=0 2024-11-20T16:42:21,625 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e143cdfefe74d5b7d258f8cad49a6fc#B#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:21,626 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/6a76e605b6654cd6b20d62b0d0bdd1e5 is 50, key is test_row_0/B:col10/1732120940769/Put/seqid=0 2024-11-20T16:42:21,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742299_1475 (size=12663) 2024-11-20T16:42:21,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742300_1476 (size=12663) 2024-11-20T16:42:21,644 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/6a76e605b6654cd6b20d62b0d0bdd1e5 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/6a76e605b6654cd6b20d62b0d0bdd1e5 2024-11-20T16:42:21,647 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e143cdfefe74d5b7d258f8cad49a6fc/B of 2e143cdfefe74d5b7d258f8cad49a6fc into 6a76e605b6654cd6b20d62b0d0bdd1e5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:21,647 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:21,647 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., storeName=2e143cdfefe74d5b7d258f8cad49a6fc/B, priority=13, startTime=1732120941616; duration=0sec 2024-11-20T16:42:21,648 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:42:21,648 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e143cdfefe74d5b7d258f8cad49a6fc:B 2024-11-20T16:42:21,648 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:21,648 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:21,648 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 2e143cdfefe74d5b7d258f8cad49a6fc/C is initiating minor compaction (all files) 2024-11-20T16:42:21,648 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e143cdfefe74d5b7d258f8cad49a6fc/C in TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:21,648 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/846c894bf32842b9add4105185b47878, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/4a28c457200f4a91a26d10c8c036f29c, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/38aa26945752453dbe58e859bd410a84] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp, totalSize=36.0 K 2024-11-20T16:42:21,649 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 846c894bf32842b9add4105185b47878, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732120937871 2024-11-20T16:42:21,649 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a28c457200f4a91a26d10c8c036f29c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732120938579 2024-11-20T16:42:21,649 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 38aa26945752453dbe58e859bd410a84, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732120940769 2024-11-20T16:42:21,655 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e143cdfefe74d5b7d258f8cad49a6fc#C#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:21,655 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/3f514a13df494ee999859082cd72aef7 is 50, key is test_row_0/C:col10/1732120940769/Put/seqid=0 2024-11-20T16:42:21,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742301_1477 (size=12663) 2024-11-20T16:42:21,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-20T16:42:21,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:21,678 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 2e143cdfefe74d5b7d258f8cad49a6fc 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T16:42:21,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/b20fc2cf77b74985801a66600a2b4409 is 50, key is test_row_0/A:col10/1732120940821/Put/seqid=0 2024-11-20T16:42:21,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742302_1478 (size=12151) 2024-11-20T16:42:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-20T16:42:21,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 2e143cdfefe74d5b7d258f8cad49a6fc 2024-11-20T16:42:21,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732121001987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:21,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:21,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:21,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732121001992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:21,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:21,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:21,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:21,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:22,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732121001992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:22,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:22,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:22,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732121001993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:22,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:22,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:22,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:22,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:22,038 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/da1667ece3b94c7f813aa59eeebf8a56 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/da1667ece3b94c7f813aa59eeebf8a56 2024-11-20T16:42:22,042 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e143cdfefe74d5b7d258f8cad49a6fc/A of 2e143cdfefe74d5b7d258f8cad49a6fc into da1667ece3b94c7f813aa59eeebf8a56(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:22,042 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:22,042 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., storeName=2e143cdfefe74d5b7d258f8cad49a6fc/A, priority=13, startTime=1732120941616; duration=0sec 2024-11-20T16:42:22,042 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:22,042 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e143cdfefe74d5b7d258f8cad49a6fc:A 2024-11-20T16:42:22,068 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/3f514a13df494ee999859082cd72aef7 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/3f514a13df494ee999859082cd72aef7 2024-11-20T16:42:22,071 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e143cdfefe74d5b7d258f8cad49a6fc/C of 2e143cdfefe74d5b7d258f8cad49a6fc into 3f514a13df494ee999859082cd72aef7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:22,071 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:22,071 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., storeName=2e143cdfefe74d5b7d258f8cad49a6fc/C, priority=13, startTime=1732120941616; duration=0sec 2024-11-20T16:42:22,072 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:22,072 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e143cdfefe74d5b7d258f8cad49a6fc:C 2024-11-20T16:42:22,087 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/b20fc2cf77b74985801a66600a2b4409 2024-11-20T16:42:22,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/b5b4919c292746a4b483235afeae31da is 50, key is test_row_0/B:col10/1732120940821/Put/seqid=0 2024-11-20T16:42:22,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742303_1479 (size=12151) 2024-11-20T16:42:22,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732121002105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:22,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:22,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:22,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732121002105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:22,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:22,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732121002106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:22,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:22,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:22,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732121002106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:22,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:22,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:22,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:22,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:22,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:22,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:22,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-20T16:42:22,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732121002316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:22,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:22,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:22,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732121002316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:22,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:22,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:22,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:22,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732121002316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:22,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:22,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:22,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:22,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:22,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732121002316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:22,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:22,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:22,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:22,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1732121002396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:22,398 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_0' in 2e143cdfefe74d5b7d258f8cad49a6fc of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8262 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:42:22,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:22,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:22,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:22,497 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/b5b4919c292746a4b483235afeae31da 2024-11-20T16:42:22,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/1cf69f142339412e8d135038a02d1631 is 50, key is test_row_0/C:col10/1732120940821/Put/seqid=0 2024-11-20T16:42:22,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742304_1480 (size=12151) 2024-11-20T16:42:22,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732121002625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:22,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:22,631 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732121002625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:22,631 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:22,631 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:22,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:22,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:22,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732121002625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:22,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:22,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:22,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732121002626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:22,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:22,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:22,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:22,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:22,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:22,906 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/1cf69f142339412e8d135038a02d1631 2024-11-20T16:42:22,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/b20fc2cf77b74985801a66600a2b4409 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/b20fc2cf77b74985801a66600a2b4409 2024-11-20T16:42:22,912 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/b20fc2cf77b74985801a66600a2b4409, entries=150, sequenceid=230, filesize=11.9 K 2024-11-20T16:42:22,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/b5b4919c292746a4b483235afeae31da as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/b5b4919c292746a4b483235afeae31da 2024-11-20T16:42:22,916 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/b5b4919c292746a4b483235afeae31da, entries=150, sequenceid=230, filesize=11.9 K 2024-11-20T16:42:22,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/1cf69f142339412e8d135038a02d1631 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/1cf69f142339412e8d135038a02d1631 2024-11-20T16:42:22,919 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/1cf69f142339412e8d135038a02d1631, entries=150, sequenceid=230, filesize=11.9 K 2024-11-20T16:42:22,920 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 2e143cdfefe74d5b7d258f8cad49a6fc in 1242ms, sequenceid=230, compaction requested=false 2024-11-20T16:42:22,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:22,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:22,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-20T16:42:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-20T16:42:22,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-20T16:42:22,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8530 sec 2024-11-20T16:42:22,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.8570 sec 2024-11-20T16:42:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 2e143cdfefe74d5b7d258f8cad49a6fc 2024-11-20T16:42:23,139 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:42:23,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e143cdfefe74d5b7d258f8cad49a6fc 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T16:42:23,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/a264d8e35035432cb1898fc4a24578d7 is 50, key is test_row_0/A:col10/1732120941991/Put/seqid=0 2024-11-20T16:42:23,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742305_1481 (size=16931) 2024-11-20T16:42:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-20T16:42:23,216 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:42:23,216 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:42:23,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-20T16:42:23,217 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:42:23,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T16:42:23,218 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:42:23,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:42:23,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:23,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732121003227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:23,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:23,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732121003228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:23,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:23,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:23,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:23,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:23,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:23,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:23,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:23,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732121003229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:23,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:23,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:23,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:23,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732121003229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:23,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:23,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:23,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:23,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T16:42:23,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732121003345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:23,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:23,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:23,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:23,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732121003345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:23,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:23,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:23,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:23,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732121003345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:23,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:23,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:23,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:23,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732121003345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:23,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:23,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:23,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:23,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T16:42:23,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:23,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:23,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:23,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:23,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:23,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:23,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T16:42:23,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:23,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:23,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:23,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:23,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:23,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T16:42:23,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/a264d8e35035432cb1898fc4a24578d7 2024-11-20T16:42:23,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/a00b2bc2580a48e881138b87d32afcfb is 50, key is test_row_0/B:col10/1732120941991/Put/seqid=0 2024-11-20T16:42:23,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742306_1482 (size=12151) 2024-11-20T16:42:23,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732121003555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:23,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732121003556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:23,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:23,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:23,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:23,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:23,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:23,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732121003556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:23,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:23,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:23,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:23,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732121003556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:23,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:23,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:23,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:23,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:23,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T16:42:23,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:23,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:23,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:23,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:23,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:23,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:23,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T16:42:23,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:23,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:23,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:23,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:23,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:23,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:23,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T16:42:23,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:23,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732121003865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:23,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:23,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:23,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:23,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732121003865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:23,871 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:23,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:23,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:23,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:23,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:23,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732121003865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:23,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:23,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:23,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:23,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:23,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732121003875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:23,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:23,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:23,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:23,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/a00b2bc2580a48e881138b87d32afcfb 2024-11-20T16:42:23,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/b23f49e1b28b4da99c3da82e12b04e7c is 50, key is test_row_0/C:col10/1732120941991/Put/seqid=0 2024-11-20T16:42:23,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742307_1483 (size=12151) 2024-11-20T16:42:23,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T16:42:23,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:23,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:23,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:23,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:23,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:23,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:24,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T16:42:24,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:24,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:24,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:24,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:24,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:24,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:24,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T16:42:24,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:24,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:24,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:24,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:24,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:24,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:24,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T16:42:24,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/b23f49e1b28b4da99c3da82e12b04e7c 2024-11-20T16:42:24,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/a264d8e35035432cb1898fc4a24578d7 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/a264d8e35035432cb1898fc4a24578d7 2024-11-20T16:42:24,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/a264d8e35035432cb1898fc4a24578d7, entries=250, sequenceid=245, filesize=16.5 K 2024-11-20T16:42:24,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/a00b2bc2580a48e881138b87d32afcfb as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/a00b2bc2580a48e881138b87d32afcfb 2024-11-20T16:42:24,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/a00b2bc2580a48e881138b87d32afcfb, entries=150, sequenceid=245, filesize=11.9 K 2024-11-20T16:42:24,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/b23f49e1b28b4da99c3da82e12b04e7c as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/b23f49e1b28b4da99c3da82e12b04e7c 2024-11-20T16:42:24,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/b23f49e1b28b4da99c3da82e12b04e7c, entries=150, sequenceid=245, filesize=11.9 K 2024-11-20T16:42:24,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 2e143cdfefe74d5b7d258f8cad49a6fc in 1241ms, sequenceid=245, compaction requested=true 2024-11-20T16:42:24,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:24,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e143cdfefe74d5b7d258f8cad49a6fc:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:42:24,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:24,380 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:24,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e143cdfefe74d5b7d258f8cad49a6fc:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:42:24,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:24,380 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:24,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e143cdfefe74d5b7d258f8cad49a6fc:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:42:24,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:42:24,381 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:24,381 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41745 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:24,381 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): 2e143cdfefe74d5b7d258f8cad49a6fc/A is initiating minor compaction (all files) 2024-11-20T16:42:24,381 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 2e143cdfefe74d5b7d258f8cad49a6fc/B is initiating minor compaction (all files) 2024-11-20T16:42:24,381 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e143cdfefe74d5b7d258f8cad49a6fc/B in TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:24,381 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e143cdfefe74d5b7d258f8cad49a6fc/A in TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:24,381 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/da1667ece3b94c7f813aa59eeebf8a56, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/b20fc2cf77b74985801a66600a2b4409, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/a264d8e35035432cb1898fc4a24578d7] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp, totalSize=40.8 K 2024-11-20T16:42:24,381 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/6a76e605b6654cd6b20d62b0d0bdd1e5, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/b5b4919c292746a4b483235afeae31da, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/a00b2bc2580a48e881138b87d32afcfb] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp, totalSize=36.1 K 2024-11-20T16:42:24,381 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting da1667ece3b94c7f813aa59eeebf8a56, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732120940769 2024-11-20T16:42:24,381 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a76e605b6654cd6b20d62b0d0bdd1e5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732120940769 2024-11-20T16:42:24,382 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting b5b4919c292746a4b483235afeae31da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732120940817 2024-11-20T16:42:24,382 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting b20fc2cf77b74985801a66600a2b4409, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732120940817 2024-11-20T16:42:24,382 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting a264d8e35035432cb1898fc4a24578d7, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732120941991 2024-11-20T16:42:24,382 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting a00b2bc2580a48e881138b87d32afcfb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732120941991 2024-11-20T16:42:24,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 2e143cdfefe74d5b7d258f8cad49a6fc 2024-11-20T16:42:24,383 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:42:24,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e143cdfefe74d5b7d258f8cad49a6fc 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T16:42:24,388 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e143cdfefe74d5b7d258f8cad49a6fc#A#compaction#408 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:24,388 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/46f89755d7f34ffb84d5664d29629696 is 50, key is test_row_0/A:col10/1732120941991/Put/seqid=0 2024-11-20T16:42:24,391 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e143cdfefe74d5b7d258f8cad49a6fc#B#compaction#409 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:24,391 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/f4ed0970496a418f8317ffaac7ff9dc3 is 50, key is test_row_0/B:col10/1732120941991/Put/seqid=0 2024-11-20T16:42:24,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/dd59f8bbc3b342f4b37f9fc69e492228 is 50, key is test_row_0/A:col10/1732120943227/Put/seqid=0 2024-11-20T16:42:24,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742308_1484 (size=12765) 2024-11-20T16:42:24,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742310_1486 (size=17181) 2024-11-20T16:42:24,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742309_1485 (size=12765) 2024-11-20T16:42:24,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/dd59f8bbc3b342f4b37f9fc69e492228 2024-11-20T16:42:24,400 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/46f89755d7f34ffb84d5664d29629696 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/46f89755d7f34ffb84d5664d29629696 2024-11-20T16:42:24,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/995231c1c33241a98a8e6cc020891937 is 50, key is test_row_0/B:col10/1732120943227/Put/seqid=0 2024-11-20T16:42:24,405 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e143cdfefe74d5b7d258f8cad49a6fc/A of 2e143cdfefe74d5b7d258f8cad49a6fc into 46f89755d7f34ffb84d5664d29629696(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:24,405 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:24,405 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., storeName=2e143cdfefe74d5b7d258f8cad49a6fc/A, priority=13, startTime=1732120944380; duration=0sec 2024-11-20T16:42:24,405 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:42:24,405 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e143cdfefe74d5b7d258f8cad49a6fc:A 2024-11-20T16:42:24,405 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:24,406 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:24,406 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): 2e143cdfefe74d5b7d258f8cad49a6fc/C is initiating minor compaction (all files) 2024-11-20T16:42:24,406 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e143cdfefe74d5b7d258f8cad49a6fc/C in TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:24,406 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/3f514a13df494ee999859082cd72aef7, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/1cf69f142339412e8d135038a02d1631, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/b23f49e1b28b4da99c3da82e12b04e7c] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp, totalSize=36.1 K 2024-11-20T16:42:24,406 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f514a13df494ee999859082cd72aef7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732120940769 2024-11-20T16:42:24,407 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1cf69f142339412e8d135038a02d1631, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732120940817 2024-11-20T16:42:24,407 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting b23f49e1b28b4da99c3da82e12b04e7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732120941991 2024-11-20T16:42:24,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:24,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732121004396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:24,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:24,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732121004398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:24,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:24,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732121004403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:24,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:24,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:24,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732121004404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:24,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:24,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:24,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:24,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:24,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:24,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:24,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:24,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:24,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:24,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:24,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:24,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742311_1487 (size=12301) 2024-11-20T16:42:24,417 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e143cdfefe74d5b7d258f8cad49a6fc#C#compaction#412 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:24,418 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/4f571275ae2a46c0bbebee2ecc76f204 is 50, key is test_row_0/C:col10/1732120941991/Put/seqid=0 2024-11-20T16:42:24,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/995231c1c33241a98a8e6cc020891937 2024-11-20T16:42:24,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742312_1488 (size=12765) 2024-11-20T16:42:24,434 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/4f571275ae2a46c0bbebee2ecc76f204 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/4f571275ae2a46c0bbebee2ecc76f204 2024-11-20T16:42:24,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/78a954c3f27247b7b11590ab1d6c7dd5 is 50, key is test_row_0/C:col10/1732120943227/Put/seqid=0 2024-11-20T16:42:24,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T16:42:24,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:24,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:24,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:24,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:24,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:24,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742313_1489 (size=12301) 2024-11-20T16:42:24,445 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e143cdfefe74d5b7d258f8cad49a6fc/C of 2e143cdfefe74d5b7d258f8cad49a6fc into 4f571275ae2a46c0bbebee2ecc76f204(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:24,445 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:24,445 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., storeName=2e143cdfefe74d5b7d258f8cad49a6fc/C, priority=13, startTime=1732120944380; duration=0sec 2024-11-20T16:42:24,445 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:24,445 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e143cdfefe74d5b7d258f8cad49a6fc:C 2024-11-20T16:42:24,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:24,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732121004516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:24,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:24,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:24,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:24,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732121004516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:24,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:24,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:24,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:24,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:24,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:24,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732121004516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:24,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:24,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:24,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:24,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:24,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732121004516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:24,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:24,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:24,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:24,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T16:42:24,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:24,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:24,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:24,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:24,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:24,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732121004726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:24,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732121004726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:24,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:24,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:24,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:24,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:24,729 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732121004726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:24,729 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:24,729 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:24,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:24,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:24,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:24,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732121004726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:24,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:24,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:24,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:24,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T16:42:24,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:24,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:24,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:24,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:24,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:24,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:24,800 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/f4ed0970496a418f8317ffaac7ff9dc3 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/f4ed0970496a418f8317ffaac7ff9dc3 2024-11-20T16:42:24,804 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e143cdfefe74d5b7d258f8cad49a6fc/B of 2e143cdfefe74d5b7d258f8cad49a6fc into f4ed0970496a418f8317ffaac7ff9dc3(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:24,804 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:24,804 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., storeName=2e143cdfefe74d5b7d258f8cad49a6fc/B, priority=13, startTime=1732120944380; duration=0sec 2024-11-20T16:42:24,804 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:24,804 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e143cdfefe74d5b7d258f8cad49a6fc:B 2024-11-20T16:42:24,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/78a954c3f27247b7b11590ab1d6c7dd5 2024-11-20T16:42:24,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/dd59f8bbc3b342f4b37f9fc69e492228 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/dd59f8bbc3b342f4b37f9fc69e492228 2024-11-20T16:42:24,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/dd59f8bbc3b342f4b37f9fc69e492228, entries=250, sequenceid=271, filesize=16.8 K 2024-11-20T16:42:24,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/995231c1c33241a98a8e6cc020891937 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/995231c1c33241a98a8e6cc020891937 2024-11-20T16:42:24,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/995231c1c33241a98a8e6cc020891937, entries=150, sequenceid=271, filesize=12.0 K 2024-11-20T16:42:24,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/78a954c3f27247b7b11590ab1d6c7dd5 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/78a954c3f27247b7b11590ab1d6c7dd5 2024-11-20T16:42:24,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/78a954c3f27247b7b11590ab1d6c7dd5, entries=150, sequenceid=271, filesize=12.0 K 2024-11-20T16:42:24,862 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 2e143cdfefe74d5b7d258f8cad49a6fc in 479ms, sequenceid=271, compaction requested=false 2024-11-20T16:42:24,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:24,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T16:42:24,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:24,898 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 2e143cdfefe74d5b7d258f8cad49a6fc 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T16:42:24,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/f06ba5214f004d6eb6baaeb61628ca01 is 50, key is test_row_0/A:col10/1732120944398/Put/seqid=0 2024-11-20T16:42:24,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742314_1490 (size=12301) 2024-11-20T16:42:25,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 2e143cdfefe74d5b7d258f8cad49a6fc 2024-11-20T16:42:25,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:25,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732121005071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:25,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:25,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:25,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:25,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732121005072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:25,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:25,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:25,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:25,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:25,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732121005083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:25,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:25,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:25,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:25,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732121005084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:25,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:25,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:25,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:25,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732121005195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:25,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732121005195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:25,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:25,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:25,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:25,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:25,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:25,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732121005195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:25,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:25,203 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:25,203 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:25,203 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:25,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732121005205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:25,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:25,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:25,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:25,305 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/f06ba5214f004d6eb6baaeb61628ca01 2024-11-20T16:42:25,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/c422c568037b4e54bb617f23ad0670a5 is 50, key is test_row_0/B:col10/1732120944398/Put/seqid=0 2024-11-20T16:42:25,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742315_1491 (size=12301) 2024-11-20T16:42:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T16:42:25,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732121005405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:25,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:25,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732121005405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:25,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:25,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:25,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732121005416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:25,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:25,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732121005416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:25,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:25,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:25,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:25,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:25,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:25,725 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/c422c568037b4e54bb617f23ad0670a5 2024-11-20T16:42:25,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:25,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732121005725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:25,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:25,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:25,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:25,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732121005725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:25,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:25,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:25,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732121005725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:25,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:25,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:25,730 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:25,730 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:25,730 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:25,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/4edf7b7c73e84c1eafcdf5e485da1aec is 50, key is test_row_0/C:col10/1732120944398/Put/seqid=0 2024-11-20T16:42:25,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742316_1492 (size=12301) 2024-11-20T16:42:25,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732121005735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:25,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:25,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:25,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:26,133 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/4edf7b7c73e84c1eafcdf5e485da1aec 2024-11-20T16:42:26,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/f06ba5214f004d6eb6baaeb61628ca01 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/f06ba5214f004d6eb6baaeb61628ca01 2024-11-20T16:42:26,139 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/f06ba5214f004d6eb6baaeb61628ca01, entries=150, sequenceid=284, filesize=12.0 K 2024-11-20T16:42:26,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/c422c568037b4e54bb617f23ad0670a5 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/c422c568037b4e54bb617f23ad0670a5 2024-11-20T16:42:26,142 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/c422c568037b4e54bb617f23ad0670a5, entries=150, sequenceid=284, filesize=12.0 K 2024-11-20T16:42:26,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/4edf7b7c73e84c1eafcdf5e485da1aec as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/4edf7b7c73e84c1eafcdf5e485da1aec 2024-11-20T16:42:26,144 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/4edf7b7c73e84c1eafcdf5e485da1aec, entries=150, sequenceid=284, filesize=12.0 K 2024-11-20T16:42:26,145 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 2e143cdfefe74d5b7d258f8cad49a6fc in 1247ms, sequenceid=284, compaction requested=true 2024-11-20T16:42:26,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:26,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:26,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-20T16:42:26,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-20T16:42:26,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-20T16:42:26,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9290 sec 2024-11-20T16:42:26,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 2.9320 sec 2024-11-20T16:42:26,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 2e143cdfefe74d5b7d258f8cad49a6fc 2024-11-20T16:42:26,240 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:42:26,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e143cdfefe74d5b7d258f8cad49a6fc 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T16:42:26,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/2c3a9caaf11a4378a9ce3beba7c87c4b is 50, key is test_row_0/A:col10/1732120945082/Put/seqid=0 2024-11-20T16:42:26,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742317_1493 (size=14741) 2024-11-20T16:42:26,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/2c3a9caaf11a4378a9ce3beba7c87c4b 2024-11-20T16:42:26,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/8be87c9219a34706a02159e46170db55 is 50, key is test_row_0/B:col10/1732120945082/Put/seqid=0 2024-11-20T16:42:26,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:26,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732121006249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:26,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:26,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:26,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:26,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:26,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732121006250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:26,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:26,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:26,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:26,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742318_1494 (size=12301) 2024-11-20T16:42:26,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:26,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732121006252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732121006252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:26,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:26,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:26,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:26,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:26,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:26,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:26,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732121006366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:26,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:26,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732121006366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:26,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:26,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:26,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:26,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:26,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:26,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:26,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732121006375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:26,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:26,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:26,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:26,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732121006375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:26,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:26,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:26,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:26,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:26,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732121006576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:26,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:26,580 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732121006576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:26,580 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:26,580 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:26,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:26,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:26,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:26,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732121006585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:26,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732121006585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:26,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:26,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:26,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:26,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:26,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:26,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:26,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/8be87c9219a34706a02159e46170db55 2024-11-20T16:42:26,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/2f2ce88cfa63474d9497fe1dd2567b4d is 50, key is test_row_0/C:col10/1732120945082/Put/seqid=0 2024-11-20T16:42:26,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742319_1495 (size=12301) 2024-11-20T16:42:26,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/2f2ce88cfa63474d9497fe1dd2567b4d 2024-11-20T16:42:26,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/2c3a9caaf11a4378a9ce3beba7c87c4b as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/2c3a9caaf11a4378a9ce3beba7c87c4b 2024-11-20T16:42:26,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/2c3a9caaf11a4378a9ce3beba7c87c4b, entries=200, sequenceid=311, filesize=14.4 K 2024-11-20T16:42:26,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/8be87c9219a34706a02159e46170db55 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/8be87c9219a34706a02159e46170db55 2024-11-20T16:42:26,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/8be87c9219a34706a02159e46170db55, entries=150, sequenceid=311, filesize=12.0 K 2024-11-20T16:42:26,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/2f2ce88cfa63474d9497fe1dd2567b4d as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/2f2ce88cfa63474d9497fe1dd2567b4d 2024-11-20T16:42:26,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/2f2ce88cfa63474d9497fe1dd2567b4d, entries=150, sequenceid=311, filesize=12.0 K 2024-11-20T16:42:26,685 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 2e143cdfefe74d5b7d258f8cad49a6fc in 445ms, sequenceid=311, compaction requested=true 2024-11-20T16:42:26,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:26,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e143cdfefe74d5b7d258f8cad49a6fc:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:42:26,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:26,685 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:42:26,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e143cdfefe74d5b7d258f8cad49a6fc:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:42:26,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:42:26,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e143cdfefe74d5b7d258f8cad49a6fc:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:42:26,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T16:42:26,686 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:42:26,687 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:42:26,687 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:42:26,687 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): 2e143cdfefe74d5b7d258f8cad49a6fc/A is initiating minor compaction (all files) 2024-11-20T16:42:26,687 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 2e143cdfefe74d5b7d258f8cad49a6fc/B is initiating minor compaction (all files) 2024-11-20T16:42:26,687 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e143cdfefe74d5b7d258f8cad49a6fc/B in TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:26,687 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e143cdfefe74d5b7d258f8cad49a6fc/A in TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:26,687 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/f4ed0970496a418f8317ffaac7ff9dc3, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/995231c1c33241a98a8e6cc020891937, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/c422c568037b4e54bb617f23ad0670a5, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/8be87c9219a34706a02159e46170db55] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp, totalSize=48.5 K 2024-11-20T16:42:26,687 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/46f89755d7f34ffb84d5664d29629696, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/dd59f8bbc3b342f4b37f9fc69e492228, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/f06ba5214f004d6eb6baaeb61628ca01, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/2c3a9caaf11a4378a9ce3beba7c87c4b] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp, totalSize=55.7 K 2024-11-20T16:42:26,687 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46f89755d7f34ffb84d5664d29629696, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732120941991 2024-11-20T16:42:26,687 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting f4ed0970496a418f8317ffaac7ff9dc3, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732120941991 2024-11-20T16:42:26,687 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 995231c1c33241a98a8e6cc020891937, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732120943195 2024-11-20T16:42:26,687 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd59f8bbc3b342f4b37f9fc69e492228, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732120943195 2024-11-20T16:42:26,688 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting c422c568037b4e54bb617f23ad0670a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732120944395 2024-11-20T16:42:26,688 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting f06ba5214f004d6eb6baaeb61628ca01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732120944395 2024-11-20T16:42:26,688 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 8be87c9219a34706a02159e46170db55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732120945070 2024-11-20T16:42:26,688 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c3a9caaf11a4378a9ce3beba7c87c4b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732120945070 2024-11-20T16:42:26,696 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e143cdfefe74d5b7d258f8cad49a6fc#B#compaction#420 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:26,696 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/dcb27b03e1d3483987977f7b86b1bf94 is 50, key is test_row_0/B:col10/1732120945082/Put/seqid=0 2024-11-20T16:42:26,705 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e143cdfefe74d5b7d258f8cad49a6fc#A#compaction#421 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:26,705 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/7ac75789dfca46cb9b2176f4e2e3e1f1 is 50, key is test_row_0/A:col10/1732120945082/Put/seqid=0 2024-11-20T16:42:26,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742320_1496 (size=13051) 2024-11-20T16:42:26,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742321_1497 (size=13051) 2024-11-20T16:42:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 2e143cdfefe74d5b7d258f8cad49a6fc 2024-11-20T16:42:26,891 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:42:26,891 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e143cdfefe74d5b7d258f8cad49a6fc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T16:42:26,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/19905b040e0043f1b3cb80c3fa032361 is 50, key is test_row_0/A:col10/1732120946889/Put/seqid=0 2024-11-20T16:42:26,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742322_1498 (size=17181) 2024-11-20T16:42:26,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732121006949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:26,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:26,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:26,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:26,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732121006950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:26,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:26,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:26,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:26,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732121006961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:26,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:26,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:26,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:26,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:26,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732121006962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:26,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:26,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:26,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:27,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732121007065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:27,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:27,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732121007065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:27,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:27,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:27,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:27,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:27,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:27,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:27,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732121007076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:27,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:27,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:27,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:27,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732121007076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:27,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:27,145 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/dcb27b03e1d3483987977f7b86b1bf94 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/dcb27b03e1d3483987977f7b86b1bf94 2024-11-20T16:42:27,145 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/7ac75789dfca46cb9b2176f4e2e3e1f1 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/7ac75789dfca46cb9b2176f4e2e3e1f1 2024-11-20T16:42:27,148 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2e143cdfefe74d5b7d258f8cad49a6fc/B of 2e143cdfefe74d5b7d258f8cad49a6fc into dcb27b03e1d3483987977f7b86b1bf94(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:27,148 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:27,148 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., storeName=2e143cdfefe74d5b7d258f8cad49a6fc/B, priority=12, startTime=1732120946685; duration=0sec 2024-11-20T16:42:27,149 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:42:27,149 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e143cdfefe74d5b7d258f8cad49a6fc:B 2024-11-20T16:42:27,149 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:42:27,149 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2e143cdfefe74d5b7d258f8cad49a6fc/A of 2e143cdfefe74d5b7d258f8cad49a6fc into 7ac75789dfca46cb9b2176f4e2e3e1f1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:27,149 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:27,149 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., storeName=2e143cdfefe74d5b7d258f8cad49a6fc/A, priority=12, startTime=1732120946685; duration=0sec 2024-11-20T16:42:27,149 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:27,149 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e143cdfefe74d5b7d258f8cad49a6fc:A 2024-11-20T16:42:27,149 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:42:27,149 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 2e143cdfefe74d5b7d258f8cad49a6fc/C is initiating minor compaction (all files) 2024-11-20T16:42:27,149 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e143cdfefe74d5b7d258f8cad49a6fc/C in TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:27,150 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/4f571275ae2a46c0bbebee2ecc76f204, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/78a954c3f27247b7b11590ab1d6c7dd5, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/4edf7b7c73e84c1eafcdf5e485da1aec, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/2f2ce88cfa63474d9497fe1dd2567b4d] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp, totalSize=48.5 K 2024-11-20T16:42:27,150 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f571275ae2a46c0bbebee2ecc76f204, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732120941991 2024-11-20T16:42:27,150 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 78a954c3f27247b7b11590ab1d6c7dd5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732120943195 2024-11-20T16:42:27,150 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 4edf7b7c73e84c1eafcdf5e485da1aec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732120944395 2024-11-20T16:42:27,150 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f2ce88cfa63474d9497fe1dd2567b4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732120945070 2024-11-20T16:42:27,157 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e143cdfefe74d5b7d258f8cad49a6fc#C#compaction#423 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:27,157 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/80697d64539f44c3899a40e1d6181b8c is 50, key is test_row_0/C:col10/1732120945082/Put/seqid=0 2024-11-20T16:42:27,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742323_1499 (size=13051) 2024-11-20T16:42:27,203 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T16:42:27,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732121007275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:27,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:27,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732121007275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:27,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:27,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:27,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:27,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:27,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:27,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732121007286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:27,293 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:27,293 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:27,293 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:27,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/19905b040e0043f1b3cb80c3fa032361 2024-11-20T16:42:27,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:27,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732121007296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:27,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/3540d687c7744e0cb9b0448bce541522 is 50, key is test_row_0/B:col10/1732120946889/Put/seqid=0 2024-11-20T16:42:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:27,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742324_1500 (size=12301) 2024-11-20T16:42:27,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T16:42:27,386 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:42:27,386 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:42:27,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-20T16:42:27,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T16:42:27,388 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:42:27,388 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:42:27,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:42:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T16:42:27,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-20T16:42:27,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:27,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:27,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:27,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:27,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:27,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:27,564 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/80697d64539f44c3899a40e1d6181b8c as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/80697d64539f44c3899a40e1d6181b8c 2024-11-20T16:42:27,567 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2e143cdfefe74d5b7d258f8cad49a6fc/C of 2e143cdfefe74d5b7d258f8cad49a6fc into 80697d64539f44c3899a40e1d6181b8c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:27,567 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:27,567 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., storeName=2e143cdfefe74d5b7d258f8cad49a6fc/C, priority=12, startTime=1732120946685; duration=0sec 2024-11-20T16:42:27,567 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:27,567 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e143cdfefe74d5b7d258f8cad49a6fc:C 2024-11-20T16:42:27,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732121007585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:27,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:27,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732121007585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:27,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:27,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:27,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:27,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:27,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:27,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:27,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732121007595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:27,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:27,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:27,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:27,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:27,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732121007606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:27,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:27,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:27,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:27,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-20T16:42:27,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:27,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:27,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:27,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:27,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:27,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:27,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T16:42:27,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/3540d687c7744e0cb9b0448bce541522 2024-11-20T16:42:27,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/544e10abedac42e8b9ece1d4a999d7d3 is 50, key is test_row_0/C:col10/1732120946889/Put/seqid=0 2024-11-20T16:42:27,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742325_1501 (size=12301) 2024-11-20T16:42:27,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-20T16:42:27,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:27,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:27,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:27,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:27,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:27,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:27,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-20T16:42:28,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:28,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:28,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:28,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:28,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:28,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T16:42:28,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:28,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732121008095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:28,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:28,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:28,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732121008095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:28,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:28,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:28,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:28,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:28,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:28,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:28,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732121008106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:28,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:28,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:28,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:28,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:28,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732121008115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:28,118 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:28,118 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:28,118 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:28,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/544e10abedac42e8b9ece1d4a999d7d3 2024-11-20T16:42:28,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/19905b040e0043f1b3cb80c3fa032361 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/19905b040e0043f1b3cb80c3fa032361 2024-11-20T16:42:28,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/19905b040e0043f1b3cb80c3fa032361, entries=250, sequenceid=322, filesize=16.8 K 2024-11-20T16:42:28,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/3540d687c7744e0cb9b0448bce541522 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/3540d687c7744e0cb9b0448bce541522 2024-11-20T16:42:28,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/3540d687c7744e0cb9b0448bce541522, entries=150, sequenceid=322, filesize=12.0 K 2024-11-20T16:42:28,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/544e10abedac42e8b9ece1d4a999d7d3 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/544e10abedac42e8b9ece1d4a999d7d3 2024-11-20T16:42:28,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/544e10abedac42e8b9ece1d4a999d7d3, entries=150, sequenceid=322, filesize=12.0 K 2024-11-20T16:42:28,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 2e143cdfefe74d5b7d258f8cad49a6fc in 1240ms, sequenceid=322, compaction requested=false 2024-11-20T16:42:28,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:28,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-20T16:42:28,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:28,152 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing 2e143cdfefe74d5b7d258f8cad49a6fc 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T16:42:28,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/f3e520759cbc417db063acd357d34d42 is 50, key is test_row_0/A:col10/1732120946937/Put/seqid=0 2024-11-20T16:42:28,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742326_1502 (size=12301) 2024-11-20T16:42:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T16:42:28,561 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/f3e520759cbc417db063acd357d34d42 2024-11-20T16:42:28,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/3d5dd21aadd84c46ab76cdc4e9480bd3 is 50, key is test_row_0/B:col10/1732120946937/Put/seqid=0 2024-11-20T16:42:28,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742327_1503 (size=12301) 2024-11-20T16:42:28,571 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/3d5dd21aadd84c46ab76cdc4e9480bd3 2024-11-20T16:42:28,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/7ba0374ee2e647b19665a34c8c6da4e2 is 50, key is test_row_0/C:col10/1732120946937/Put/seqid=0 2024-11-20T16:42:28,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742328_1504 (size=12301) 2024-11-20T16:42:28,985 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/7ba0374ee2e647b19665a34c8c6da4e2 2024-11-20T16:42:28,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/f3e520759cbc417db063acd357d34d42 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/f3e520759cbc417db063acd357d34d42 2024-11-20T16:42:28,996 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/f3e520759cbc417db063acd357d34d42, entries=150, sequenceid=350, filesize=12.0 K 2024-11-20T16:42:28,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/3d5dd21aadd84c46ab76cdc4e9480bd3 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/3d5dd21aadd84c46ab76cdc4e9480bd3 2024-11-20T16:42:29,002 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/3d5dd21aadd84c46ab76cdc4e9480bd3, entries=150, sequenceid=350, filesize=12.0 K 2024-11-20T16:42:29,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/7ba0374ee2e647b19665a34c8c6da4e2 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/7ba0374ee2e647b19665a34c8c6da4e2 2024-11-20T16:42:29,006 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/7ba0374ee2e647b19665a34c8c6da4e2, entries=150, sequenceid=350, filesize=12.0 K 2024-11-20T16:42:29,007 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 2e143cdfefe74d5b7d258f8cad49a6fc in 855ms, sequenceid=350, compaction requested=true 2024-11-20T16:42:29,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:29,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:29,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-20T16:42:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-20T16:42:29,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-20T16:42:29,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6210 sec 2024-11-20T16:42:29,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 1.6270 sec 2024-11-20T16:42:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 2e143cdfefe74d5b7d258f8cad49a6fc 2024-11-20T16:42:29,127 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:42:29,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e143cdfefe74d5b7d258f8cad49a6fc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T16:42:29,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/8d6cbda0c61f4f6d97044cc065bd49c1 is 50, key is test_row_0/A:col10/1732120949124/Put/seqid=0 2024-11-20T16:42:29,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742329_1505 (size=17177) 2024-11-20T16:42:29,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732121009176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:29,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732121009176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:29,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:29,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:29,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:29,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:29,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:29,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:29,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732121009177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:29,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:29,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:29,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:29,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732121009184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:29,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:29,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:29,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:29,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732121009295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:29,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732121009295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:29,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:29,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:29,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:29,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:29,299 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:29,299 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732121009295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:29,299 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:29,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:29,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:29,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732121009295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:29,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:29,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:29,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:29,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:29,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732121009505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:29,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:29,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:29,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:29,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:29,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732121009506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:29,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:29,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:29,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:29,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:29,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732121009506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:29,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:29,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:29,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:29,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:29,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732121009506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:29,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:29,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:29,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T16:42:29,535 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:42:29,536 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:42:29,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/8d6cbda0c61f4f6d97044cc065bd49c1 2024-11-20T16:42:29,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-11-20T16:42:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-20T16:42:29,538 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:42:29,539 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:42:29,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:42:29,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/492060ab02f04471bd670224a6860bce is 50, key is test_row_0/B:col10/1732120949124/Put/seqid=0 2024-11-20T16:42:29,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742330_1506 (size=9857) 2024-11-20T16:42:29,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/492060ab02f04471bd670224a6860bce 2024-11-20T16:42:29,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/6fa8d82f558042caaa0251bbb9519b56 is 50, key is test_row_0/C:col10/1732120949124/Put/seqid=0 2024-11-20T16:42:29,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742331_1507 (size=9857) 2024-11-20T16:42:29,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-20T16:42:29,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-20T16:42:29,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:29,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:29,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:29,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:29,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:29,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45450 deadline: 1732121009815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:29,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45412 deadline: 1732121009815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:29,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:29,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:29,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732121009815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:29,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:29,823 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:29,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:29,823 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:29,823 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:29,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1732121009815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:29,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:29,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 , the old value is region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:29,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:29,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:29,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:29,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., hostname=b60eac9bda43,33789,1732120799020, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:42:29,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-20T16:42:29,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:29,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:29,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:29,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:29,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:29,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:29,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-20T16:42:29,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/6fa8d82f558042caaa0251bbb9519b56 2024-11-20T16:42:29,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/8d6cbda0c61f4f6d97044cc065bd49c1 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/8d6cbda0c61f4f6d97044cc065bd49c1 2024-11-20T16:42:29,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/8d6cbda0c61f4f6d97044cc065bd49c1, entries=250, sequenceid=361, filesize=16.8 K 2024-11-20T16:42:29,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/492060ab02f04471bd670224a6860bce as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/492060ab02f04471bd670224a6860bce 2024-11-20T16:42:29,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/492060ab02f04471bd670224a6860bce, entries=100, sequenceid=361, filesize=9.6 K 2024-11-20T16:42:29,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/6fa8d82f558042caaa0251bbb9519b56 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/6fa8d82f558042caaa0251bbb9519b56 2024-11-20T16:42:29,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/6fa8d82f558042caaa0251bbb9519b56, entries=100, sequenceid=361, filesize=9.6 K 2024-11-20T16:42:29,981 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 2e143cdfefe74d5b7d258f8cad49a6fc in 854ms, sequenceid=361, compaction requested=true 2024-11-20T16:42:29,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:29,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e143cdfefe74d5b7d258f8cad49a6fc:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:42:29,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:29,981 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:42:29,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e143cdfefe74d5b7d258f8cad49a6fc:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:42:29,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:29,981 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:42:29,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e143cdfefe74d5b7d258f8cad49a6fc:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:42:29,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:42:29,982 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:42:29,982 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 59710 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:42:29,982 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): 2e143cdfefe74d5b7d258f8cad49a6fc/B is initiating minor compaction (all files) 2024-11-20T16:42:29,982 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): 2e143cdfefe74d5b7d258f8cad49a6fc/A is initiating minor compaction (all files) 2024-11-20T16:42:29,982 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e143cdfefe74d5b7d258f8cad49a6fc/B in TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:29,982 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e143cdfefe74d5b7d258f8cad49a6fc/A in TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:29,982 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/dcb27b03e1d3483987977f7b86b1bf94, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/3540d687c7744e0cb9b0448bce541522, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/3d5dd21aadd84c46ab76cdc4e9480bd3, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/492060ab02f04471bd670224a6860bce] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp, totalSize=46.4 K 2024-11-20T16:42:29,982 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/7ac75789dfca46cb9b2176f4e2e3e1f1, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/19905b040e0043f1b3cb80c3fa032361, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/f3e520759cbc417db063acd357d34d42, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/8d6cbda0c61f4f6d97044cc065bd49c1] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp, totalSize=58.3 K 2024-11-20T16:42:29,983 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ac75789dfca46cb9b2176f4e2e3e1f1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732120945070 2024-11-20T16:42:29,983 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting dcb27b03e1d3483987977f7b86b1bf94, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732120945070 2024-11-20T16:42:29,983 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 3540d687c7744e0cb9b0448bce541522, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732120946250 2024-11-20T16:42:29,983 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19905b040e0043f1b3cb80c3fa032361, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732120946247 2024-11-20T16:42:29,983 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d5dd21aadd84c46ab76cdc4e9480bd3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732120946937 2024-11-20T16:42:29,983 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3e520759cbc417db063acd357d34d42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732120946937 2024-11-20T16:42:29,983 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 492060ab02f04471bd670224a6860bce, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732120949124 2024-11-20T16:42:29,983 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d6cbda0c61f4f6d97044cc065bd49c1, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732120949119 2024-11-20T16:42:29,989 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e143cdfefe74d5b7d258f8cad49a6fc#B#compaction#433 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:29,989 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e143cdfefe74d5b7d258f8cad49a6fc#A#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:29,989 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/7ce9c0572c4c49eaa2aca61763009cba is 50, key is test_row_0/B:col10/1732120949124/Put/seqid=0 2024-11-20T16:42:29,989 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/b6da7cd1a4594bc082fb1fca5c59ab7d is 50, key is test_row_0/A:col10/1732120949124/Put/seqid=0 2024-11-20T16:42:29,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742333_1509 (size=13187) 2024-11-20T16:42:29,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742332_1508 (size=13187) 2024-11-20T16:42:29,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-20T16:42:29,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:29,996 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing 2e143cdfefe74d5b7d258f8cad49a6fc 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T16:42:29,998 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/b6da7cd1a4594bc082fb1fca5c59ab7d as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/b6da7cd1a4594bc082fb1fca5c59ab7d 2024-11-20T16:42:30,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/ff2e31ad73ac479eb2349f30eefaa138 is 50, key is test_row_0/A:col10/1732120949175/Put/seqid=0 2024-11-20T16:42:30,003 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2e143cdfefe74d5b7d258f8cad49a6fc/A of 2e143cdfefe74d5b7d258f8cad49a6fc into b6da7cd1a4594bc082fb1fca5c59ab7d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:30,004 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:30,004 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., storeName=2e143cdfefe74d5b7d258f8cad49a6fc/A, priority=12, startTime=1732120949981; duration=0sec 2024-11-20T16:42:30,004 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:42:30,004 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e143cdfefe74d5b7d258f8cad49a6fc:A 2024-11-20T16:42:30,004 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:42:30,005 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:42:30,005 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): 2e143cdfefe74d5b7d258f8cad49a6fc/C is initiating minor compaction (all files) 2024-11-20T16:42:30,005 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e143cdfefe74d5b7d258f8cad49a6fc/C in TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:30,005 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/80697d64539f44c3899a40e1d6181b8c, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/544e10abedac42e8b9ece1d4a999d7d3, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/7ba0374ee2e647b19665a34c8c6da4e2, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/6fa8d82f558042caaa0251bbb9519b56] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp, totalSize=46.4 K 2024-11-20T16:42:30,005 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80697d64539f44c3899a40e1d6181b8c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732120945070 2024-11-20T16:42:30,005 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 544e10abedac42e8b9ece1d4a999d7d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732120946250 2024-11-20T16:42:30,005 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ba0374ee2e647b19665a34c8c6da4e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732120946937 2024-11-20T16:42:30,005 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6fa8d82f558042caaa0251bbb9519b56, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732120949124 2024-11-20T16:42:30,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742334_1510 (size=12301) 2024-11-20T16:42:30,014 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e143cdfefe74d5b7d258f8cad49a6fc#C#compaction#435 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:30,014 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/3146c79ed30c4f3381db3fd178952b6f is 50, key is test_row_0/C:col10/1732120949124/Put/seqid=0 2024-11-20T16:42:30,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742335_1511 (size=13187) 2024-11-20T16:42:30,031 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/3146c79ed30c4f3381db3fd178952b6f as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/3146c79ed30c4f3381db3fd178952b6f 2024-11-20T16:42:30,034 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2e143cdfefe74d5b7d258f8cad49a6fc/C of 2e143cdfefe74d5b7d258f8cad49a6fc into 3146c79ed30c4f3381db3fd178952b6f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:30,034 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:30,034 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., storeName=2e143cdfefe74d5b7d258f8cad49a6fc/C, priority=12, startTime=1732120949981; duration=0sec 2024-11-20T16:42:30,034 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:30,034 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e143cdfefe74d5b7d258f8cad49a6fc:C 2024-11-20T16:42:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-20T16:42:30,317 INFO [Thread-1947 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1947. 2024-11-20T16:42:30,317 DEBUG [Thread-1947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:42:30,317 DEBUG [Thread-1947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:30,317 DEBUG [Thread-1947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:30,317 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:42:30,319 INFO [Thread-1951 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1951. 2024-11-20T16:42:30,319 DEBUG [Thread-1951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:42:30,319 DEBUG [Thread-1951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:30,319 DEBUG [Thread-1951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:30,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:42:30,322 INFO [Thread-1949 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1949. 2024-11-20T16:42:30,322 DEBUG [Thread-1949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:42:30,322 DEBUG [Thread-1949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:30,322 DEBUG [Thread-1949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:30,322 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:42:30,322 INFO [Thread-1953 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1953. 2024-11-20T16:42:30,322 DEBUG [Thread-1953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:42:30,322 DEBUG [Thread-1953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:30,323 DEBUG [Thread-1953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:30,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:42:30,324 INFO [Thread-1955 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1955. 2024-11-20T16:42:30,324 DEBUG [Thread-1955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:42:30,324 DEBUG [Thread-1955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:30,325 DEBUG [Thread-1955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:30,325 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:42:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on 2e143cdfefe74d5b7d258f8cad49a6fc 2024-11-20T16:42:30,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. as already flushing 2024-11-20T16:42:30,337 INFO [Thread-1940 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1940. 2024-11-20T16:42:30,337 INFO [Thread-1938 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1938. 2024-11-20T16:42:30,337 INFO [Thread-1944 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1944. 2024-11-20T16:42:30,337 DEBUG [Thread-1944 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:42:30,337 DEBUG [Thread-1938 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:42:30,337 DEBUG [Thread-1940 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:42:30,337 DEBUG [Thread-1944 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:30,338 DEBUG [Thread-1938 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:30,338 DEBUG [Thread-1940 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:30,338 DEBUG [Thread-1944 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:30,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:42:30,338 DEBUG [Thread-1938 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:30,338 DEBUG [Thread-1940 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:30,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:42:30,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:42:30,339 INFO [Thread-1936 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1936. 2024-11-20T16:42:30,339 DEBUG [Thread-1936 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:42:30,339 DEBUG [Thread-1936 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:30,339 DEBUG [Thread-1936 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:30,339 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:42:30,404 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/7ce9c0572c4c49eaa2aca61763009cba as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/7ce9c0572c4c49eaa2aca61763009cba 2024-11-20T16:42:30,408 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2e143cdfefe74d5b7d258f8cad49a6fc/B of 2e143cdfefe74d5b7d258f8cad49a6fc into 7ce9c0572c4c49eaa2aca61763009cba(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:30,408 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:30,408 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., storeName=2e143cdfefe74d5b7d258f8cad49a6fc/B, priority=12, startTime=1732120949981; duration=0sec 2024-11-20T16:42:30,408 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:30,408 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e143cdfefe74d5b7d258f8cad49a6fc:B 2024-11-20T16:42:30,412 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/ff2e31ad73ac479eb2349f30eefaa138 2024-11-20T16:42:30,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/62e0c9ce85184c75873a45deb63c6493 is 50, key is test_row_0/B:col10/1732120949175/Put/seqid=0 2024-11-20T16:42:30,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742336_1512 (size=12301) 2024-11-20T16:42:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-20T16:42:30,824 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/62e0c9ce85184c75873a45deb63c6493 2024-11-20T16:42:30,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/3621a109f0ff4caca5e4b64034ad1382 is 50, key is test_row_0/C:col10/1732120949175/Put/seqid=0 2024-11-20T16:42:30,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742337_1513 (size=12301) 2024-11-20T16:42:31,237 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/3621a109f0ff4caca5e4b64034ad1382 2024-11-20T16:42:31,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/ff2e31ad73ac479eb2349f30eefaa138 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/ff2e31ad73ac479eb2349f30eefaa138 2024-11-20T16:42:31,244 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/ff2e31ad73ac479eb2349f30eefaa138, entries=150, sequenceid=386, filesize=12.0 K 2024-11-20T16:42:31,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/62e0c9ce85184c75873a45deb63c6493 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/62e0c9ce85184c75873a45deb63c6493 2024-11-20T16:42:31,249 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/62e0c9ce85184c75873a45deb63c6493, entries=150, sequenceid=386, filesize=12.0 K 2024-11-20T16:42:31,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/3621a109f0ff4caca5e4b64034ad1382 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/3621a109f0ff4caca5e4b64034ad1382 2024-11-20T16:42:31,252 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/3621a109f0ff4caca5e4b64034ad1382, entries=150, sequenceid=386, filesize=12.0 K 2024-11-20T16:42:31,253 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=26.84 KB/27480 for 2e143cdfefe74d5b7d258f8cad49a6fc in 1257ms, sequenceid=386, compaction requested=false 2024-11-20T16:42:31,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for 2e143cdfefe74d5b7d258f8cad49a6fc: 2024-11-20T16:42:31,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:31,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-11-20T16:42:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-11-20T16:42:31,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-20T16:42:31,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7150 sec 2024-11-20T16:42:31,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 1.7200 sec 2024-11-20T16:42:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-20T16:42:31,686 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:42:32,417 INFO [Thread-1942 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1942. 2024-11-20T16:42:32,417 DEBUG [Thread-1942 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:42:32,417 DEBUG [Thread-1942 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:32,417 DEBUG [Thread-1942 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:32,417 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:42:32,417 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T16:42:32,417 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-20T16:42:32,417 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-20T16:42:32,417 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-20T16:42:32,417 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-11-20T16:42:32,417 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-20T16:42:32,417 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T16:42:32,417 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T16:42:32,417 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1706 2024-11-20T16:42:32,417 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5118 rows 2024-11-20T16:42:32,417 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1706 2024-11-20T16:42:32,417 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5113 rows 2024-11-20T16:42:32,417 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1702 2024-11-20T16:42:32,417 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5103 rows 2024-11-20T16:42:32,417 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1709 2024-11-20T16:42:32,417 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5127 rows 2024-11-20T16:42:32,417 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1707 2024-11-20T16:42:32,417 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5120 rows 2024-11-20T16:42:32,417 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T16:42:32,417 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T16:42:32,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:32,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:32,417 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:42:32,418 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T16:42:32,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T16:42:32,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-20T16:42:32,421 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732120952421"}]},"ts":"1732120952421"} 2024-11-20T16:42:32,422 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T16:42:32,422 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T16:42:32,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T16:42:32,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2e143cdfefe74d5b7d258f8cad49a6fc, UNASSIGN}] 2024-11-20T16:42:32,426 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2e143cdfefe74d5b7d258f8cad49a6fc, UNASSIGN 2024-11-20T16:42:32,427 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=2e143cdfefe74d5b7d258f8cad49a6fc, regionState=CLOSING, regionLocation=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:32,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2e143cdfefe74d5b7d258f8cad49a6fc, UNASSIGN because future has completed 2024-11-20T16:42:32,428 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T16:42:32,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020}] 2024-11-20T16:42:32,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-20T16:42:32,581 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(122): Close 2e143cdfefe74d5b7d258f8cad49a6fc 2024-11-20T16:42:32,581 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T16:42:32,581 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1722): Closing 2e143cdfefe74d5b7d258f8cad49a6fc, disabling compactions & flushes 2024-11-20T16:42:32,581 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:32,581 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:32,581 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. after waiting 0 ms 2024-11-20T16:42:32,581 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:32,582 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(2902): Flushing 2e143cdfefe74d5b7d258f8cad49a6fc 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T16:42:32,586 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/62478cae5a034245baff5ccaacd0114e is 50, key is test_row_0/A:col10/1732120952416/Put/seqid=0 2024-11-20T16:42:32,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742338_1514 (size=9857) 2024-11-20T16:42:32,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-20T16:42:33,000 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/62478cae5a034245baff5ccaacd0114e 2024-11-20T16:42:33,005 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/50b1d250770f412892789dcff0d109ea is 50, key is test_row_0/B:col10/1732120952416/Put/seqid=0 2024-11-20T16:42:33,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742339_1515 (size=9857) 2024-11-20T16:42:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-20T16:42:33,411 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/50b1d250770f412892789dcff0d109ea 2024-11-20T16:42:33,417 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/7c190dcdca0f4a9c96234716aee4f988 is 50, key is test_row_0/C:col10/1732120952416/Put/seqid=0 2024-11-20T16:42:33,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742340_1516 (size=9857) 2024-11-20T16:42:33,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-20T16:42:33,821 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/7c190dcdca0f4a9c96234716aee4f988 2024-11-20T16:42:33,825 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/A/62478cae5a034245baff5ccaacd0114e as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/62478cae5a034245baff5ccaacd0114e 2024-11-20T16:42:33,828 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/62478cae5a034245baff5ccaacd0114e, entries=100, sequenceid=397, filesize=9.6 K 2024-11-20T16:42:33,829 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/B/50b1d250770f412892789dcff0d109ea as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/50b1d250770f412892789dcff0d109ea 2024-11-20T16:42:33,832 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/50b1d250770f412892789dcff0d109ea, entries=100, sequenceid=397, filesize=9.6 K 2024-11-20T16:42:33,833 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/.tmp/C/7c190dcdca0f4a9c96234716aee4f988 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/7c190dcdca0f4a9c96234716aee4f988 2024-11-20T16:42:33,836 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/7c190dcdca0f4a9c96234716aee4f988, entries=100, sequenceid=397, filesize=9.6 K 2024-11-20T16:42:33,836 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 2e143cdfefe74d5b7d258f8cad49a6fc in 1255ms, sequenceid=397, compaction requested=true 2024-11-20T16:42:33,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/05586bb0d4b4432db100e52429563684, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/72ab3f17e41c4b04a2ed790cb3734e0b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/40a83f2cadb84bbc97a6b4f8e5d5767f, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/d1775def8b784d16bbb362e575128836, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/21519bec6d334076a1f7c1e33ed7e535, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/8b067f93eede4e3fb6b293509ec95acf, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/1285637a6eb04e9881803e6ebd9be4e4, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/844674d8b88c49f991db4517b3372033, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/d361ee22fecf4af4b343d8c4b95a47e1, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/57ced2894fcd49709951ad9e943b9a3e, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/b83b7e3aab744cb7b623fb2930c35547, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/cac04d0af0a04be19ffcc6c2d5c9faaa, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/0d16508cbd2c48dd87d508be39f87a63, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/3c1c16ec6c7441ea9a8e8f78f1ff88a1, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/6d95b0ee5e1147689b191ddeef81e557, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/da1667ece3b94c7f813aa59eeebf8a56, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/b20fc2cf77b74985801a66600a2b4409, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/a264d8e35035432cb1898fc4a24578d7, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/46f89755d7f34ffb84d5664d29629696, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/dd59f8bbc3b342f4b37f9fc69e492228, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/f06ba5214f004d6eb6baaeb61628ca01, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/2c3a9caaf11a4378a9ce3beba7c87c4b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/7ac75789dfca46cb9b2176f4e2e3e1f1, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/19905b040e0043f1b3cb80c3fa032361, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/f3e520759cbc417db063acd357d34d42, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/8d6cbda0c61f4f6d97044cc065bd49c1] to archive 2024-11-20T16:42:33,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:42:33,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/05586bb0d4b4432db100e52429563684 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/05586bb0d4b4432db100e52429563684 2024-11-20T16:42:33,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/72ab3f17e41c4b04a2ed790cb3734e0b to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/72ab3f17e41c4b04a2ed790cb3734e0b 2024-11-20T16:42:33,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/40a83f2cadb84bbc97a6b4f8e5d5767f to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/40a83f2cadb84bbc97a6b4f8e5d5767f 2024-11-20T16:42:33,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/d1775def8b784d16bbb362e575128836 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/d1775def8b784d16bbb362e575128836 2024-11-20T16:42:33,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/21519bec6d334076a1f7c1e33ed7e535 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/21519bec6d334076a1f7c1e33ed7e535 2024-11-20T16:42:33,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/8b067f93eede4e3fb6b293509ec95acf to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/8b067f93eede4e3fb6b293509ec95acf 2024-11-20T16:42:33,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/1285637a6eb04e9881803e6ebd9be4e4 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/1285637a6eb04e9881803e6ebd9be4e4 2024-11-20T16:42:33,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/844674d8b88c49f991db4517b3372033 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/844674d8b88c49f991db4517b3372033 2024-11-20T16:42:33,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/d361ee22fecf4af4b343d8c4b95a47e1 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/d361ee22fecf4af4b343d8c4b95a47e1 2024-11-20T16:42:33,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/57ced2894fcd49709951ad9e943b9a3e to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/57ced2894fcd49709951ad9e943b9a3e 2024-11-20T16:42:33,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/b83b7e3aab744cb7b623fb2930c35547 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/b83b7e3aab744cb7b623fb2930c35547 2024-11-20T16:42:33,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/cac04d0af0a04be19ffcc6c2d5c9faaa to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/cac04d0af0a04be19ffcc6c2d5c9faaa 2024-11-20T16:42:33,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/0d16508cbd2c48dd87d508be39f87a63 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/0d16508cbd2c48dd87d508be39f87a63 2024-11-20T16:42:33,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/3c1c16ec6c7441ea9a8e8f78f1ff88a1 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/3c1c16ec6c7441ea9a8e8f78f1ff88a1 2024-11-20T16:42:33,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/6d95b0ee5e1147689b191ddeef81e557 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/6d95b0ee5e1147689b191ddeef81e557 2024-11-20T16:42:33,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/da1667ece3b94c7f813aa59eeebf8a56 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/da1667ece3b94c7f813aa59eeebf8a56 2024-11-20T16:42:33,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/b20fc2cf77b74985801a66600a2b4409 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/b20fc2cf77b74985801a66600a2b4409 2024-11-20T16:42:33,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/a264d8e35035432cb1898fc4a24578d7 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/a264d8e35035432cb1898fc4a24578d7 2024-11-20T16:42:33,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/46f89755d7f34ffb84d5664d29629696 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/46f89755d7f34ffb84d5664d29629696 2024-11-20T16:42:33,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/dd59f8bbc3b342f4b37f9fc69e492228 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/dd59f8bbc3b342f4b37f9fc69e492228 2024-11-20T16:42:33,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/f06ba5214f004d6eb6baaeb61628ca01 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/f06ba5214f004d6eb6baaeb61628ca01 2024-11-20T16:42:33,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/2c3a9caaf11a4378a9ce3beba7c87c4b to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/2c3a9caaf11a4378a9ce3beba7c87c4b 2024-11-20T16:42:33,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/7ac75789dfca46cb9b2176f4e2e3e1f1 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/7ac75789dfca46cb9b2176f4e2e3e1f1 2024-11-20T16:42:33,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/19905b040e0043f1b3cb80c3fa032361 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/19905b040e0043f1b3cb80c3fa032361 2024-11-20T16:42:33,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/f3e520759cbc417db063acd357d34d42 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/f3e520759cbc417db063acd357d34d42 2024-11-20T16:42:33,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/8d6cbda0c61f4f6d97044cc065bd49c1 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/8d6cbda0c61f4f6d97044cc065bd49c1 2024-11-20T16:42:33,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/2ccc3b81869a48a0a24034692bb7bae6, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/a8d6583c3878477a82b59af131d4e022, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/6eb7a14314464c9088c6cb9977024958, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/264c6f56c3d24d458f3477a240ba7595, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/e264fe42eb874fe9ad47b4a431a7e9d7, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/035fa960a51c462da2fe812044872b81, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/0962440be3404186a29e238ef43018ad, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/5366366d35124ac8b51b0d73c2c73ab8, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/bf0588fe70ad42848151626c365f2ce8, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/fb4141dbdca8484ea945b837aec251d0, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/192550dcb9d4416db96741e6a5deac6b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/068d7fa48fba4007909e7e0de03c9f82, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/4d8b042349074164a6488956eec9c686, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/fe36e92202f7413696cc482d7ca3e0da, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/6a76e605b6654cd6b20d62b0d0bdd1e5, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/284332e4479c4b109eb6d63718cdb37d, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/b5b4919c292746a4b483235afeae31da, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/f4ed0970496a418f8317ffaac7ff9dc3, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/a00b2bc2580a48e881138b87d32afcfb, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/995231c1c33241a98a8e6cc020891937, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/c422c568037b4e54bb617f23ad0670a5, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/dcb27b03e1d3483987977f7b86b1bf94, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/8be87c9219a34706a02159e46170db55, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/3540d687c7744e0cb9b0448bce541522, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/3d5dd21aadd84c46ab76cdc4e9480bd3, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/492060ab02f04471bd670224a6860bce] to archive 2024-11-20T16:42:33,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:42:33,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/2ccc3b81869a48a0a24034692bb7bae6 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/2ccc3b81869a48a0a24034692bb7bae6 2024-11-20T16:42:33,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/a8d6583c3878477a82b59af131d4e022 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/a8d6583c3878477a82b59af131d4e022 2024-11-20T16:42:33,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/6eb7a14314464c9088c6cb9977024958 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/6eb7a14314464c9088c6cb9977024958 2024-11-20T16:42:33,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/264c6f56c3d24d458f3477a240ba7595 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/264c6f56c3d24d458f3477a240ba7595 2024-11-20T16:42:33,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/e264fe42eb874fe9ad47b4a431a7e9d7 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/e264fe42eb874fe9ad47b4a431a7e9d7 2024-11-20T16:42:33,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/035fa960a51c462da2fe812044872b81 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/035fa960a51c462da2fe812044872b81 2024-11-20T16:42:33,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/0962440be3404186a29e238ef43018ad to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/0962440be3404186a29e238ef43018ad 2024-11-20T16:42:33,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/5366366d35124ac8b51b0d73c2c73ab8 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/5366366d35124ac8b51b0d73c2c73ab8 2024-11-20T16:42:33,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/bf0588fe70ad42848151626c365f2ce8 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/bf0588fe70ad42848151626c365f2ce8 2024-11-20T16:42:33,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/fb4141dbdca8484ea945b837aec251d0 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/fb4141dbdca8484ea945b837aec251d0 2024-11-20T16:42:33,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/192550dcb9d4416db96741e6a5deac6b to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/192550dcb9d4416db96741e6a5deac6b 2024-11-20T16:42:33,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/068d7fa48fba4007909e7e0de03c9f82 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/068d7fa48fba4007909e7e0de03c9f82 2024-11-20T16:42:33,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/4d8b042349074164a6488956eec9c686 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/4d8b042349074164a6488956eec9c686 2024-11-20T16:42:33,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/fe36e92202f7413696cc482d7ca3e0da to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/fe36e92202f7413696cc482d7ca3e0da 2024-11-20T16:42:33,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/6a76e605b6654cd6b20d62b0d0bdd1e5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/6a76e605b6654cd6b20d62b0d0bdd1e5 2024-11-20T16:42:33,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/284332e4479c4b109eb6d63718cdb37d to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/284332e4479c4b109eb6d63718cdb37d 2024-11-20T16:42:33,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/b5b4919c292746a4b483235afeae31da to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/b5b4919c292746a4b483235afeae31da 2024-11-20T16:42:33,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/f4ed0970496a418f8317ffaac7ff9dc3 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/f4ed0970496a418f8317ffaac7ff9dc3 2024-11-20T16:42:33,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/a00b2bc2580a48e881138b87d32afcfb to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/a00b2bc2580a48e881138b87d32afcfb 2024-11-20T16:42:33,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/995231c1c33241a98a8e6cc020891937 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/995231c1c33241a98a8e6cc020891937 2024-11-20T16:42:33,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/c422c568037b4e54bb617f23ad0670a5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/c422c568037b4e54bb617f23ad0670a5 2024-11-20T16:42:33,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/dcb27b03e1d3483987977f7b86b1bf94 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/dcb27b03e1d3483987977f7b86b1bf94 2024-11-20T16:42:33,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/8be87c9219a34706a02159e46170db55 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/8be87c9219a34706a02159e46170db55 2024-11-20T16:42:33,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/3540d687c7744e0cb9b0448bce541522 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/3540d687c7744e0cb9b0448bce541522 2024-11-20T16:42:33,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/3d5dd21aadd84c46ab76cdc4e9480bd3 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/3d5dd21aadd84c46ab76cdc4e9480bd3 2024-11-20T16:42:33,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/492060ab02f04471bd670224a6860bce to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/492060ab02f04471bd670224a6860bce 2024-11-20T16:42:33,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/b54270aa83a64c72ab43e92f76f43c86, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/0ab369e25a1246c99d299f96f913b868, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/638e0fb6a6c14540a3bbb443d1df268c, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/b9f76f1fe9b247bcbaabfdf631cb1f0c, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/a8f4d3c8077346adb95b6f5dbca63b47, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/7816035f4b384e94b5a6aee834e0e50d, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/08daa82f545d446dae48a89a63a0ef58, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/1f8bbedd50bd4f3185a5e40f8dc04d00, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/75ff2625ccc64ecc80709cbe1fb5e068, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/5f572c6e34ec46e68f2620a9aae163b5, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/0a401d6c4f5140c4b741aacd4fdbd2cc, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/846c894bf32842b9add4105185b47878, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/52c8420569334e5292b07b2fa7d26eb3, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/4a28c457200f4a91a26d10c8c036f29c, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/3f514a13df494ee999859082cd72aef7, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/38aa26945752453dbe58e859bd410a84, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/1cf69f142339412e8d135038a02d1631, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/4f571275ae2a46c0bbebee2ecc76f204, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/b23f49e1b28b4da99c3da82e12b04e7c, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/78a954c3f27247b7b11590ab1d6c7dd5, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/4edf7b7c73e84c1eafcdf5e485da1aec, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/80697d64539f44c3899a40e1d6181b8c, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/2f2ce88cfa63474d9497fe1dd2567b4d, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/544e10abedac42e8b9ece1d4a999d7d3, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/7ba0374ee2e647b19665a34c8c6da4e2, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/6fa8d82f558042caaa0251bbb9519b56] to archive 2024-11-20T16:42:33,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:42:33,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/b54270aa83a64c72ab43e92f76f43c86 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/b54270aa83a64c72ab43e92f76f43c86 2024-11-20T16:42:33,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/0ab369e25a1246c99d299f96f913b868 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/0ab369e25a1246c99d299f96f913b868 2024-11-20T16:42:33,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/638e0fb6a6c14540a3bbb443d1df268c to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/638e0fb6a6c14540a3bbb443d1df268c 2024-11-20T16:42:33,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/b9f76f1fe9b247bcbaabfdf631cb1f0c to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/b9f76f1fe9b247bcbaabfdf631cb1f0c 2024-11-20T16:42:33,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/a8f4d3c8077346adb95b6f5dbca63b47 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/a8f4d3c8077346adb95b6f5dbca63b47 2024-11-20T16:42:33,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/7816035f4b384e94b5a6aee834e0e50d to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/7816035f4b384e94b5a6aee834e0e50d 2024-11-20T16:42:33,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/08daa82f545d446dae48a89a63a0ef58 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/08daa82f545d446dae48a89a63a0ef58 2024-11-20T16:42:33,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/1f8bbedd50bd4f3185a5e40f8dc04d00 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/1f8bbedd50bd4f3185a5e40f8dc04d00 2024-11-20T16:42:33,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/75ff2625ccc64ecc80709cbe1fb5e068 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/75ff2625ccc64ecc80709cbe1fb5e068 2024-11-20T16:42:33,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/5f572c6e34ec46e68f2620a9aae163b5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/5f572c6e34ec46e68f2620a9aae163b5 2024-11-20T16:42:33,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/0a401d6c4f5140c4b741aacd4fdbd2cc to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/0a401d6c4f5140c4b741aacd4fdbd2cc 2024-11-20T16:42:33,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/846c894bf32842b9add4105185b47878 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/846c894bf32842b9add4105185b47878 2024-11-20T16:42:33,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/52c8420569334e5292b07b2fa7d26eb3 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/52c8420569334e5292b07b2fa7d26eb3 2024-11-20T16:42:33,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/4a28c457200f4a91a26d10c8c036f29c to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/4a28c457200f4a91a26d10c8c036f29c 2024-11-20T16:42:33,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/3f514a13df494ee999859082cd72aef7 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/3f514a13df494ee999859082cd72aef7 2024-11-20T16:42:33,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/38aa26945752453dbe58e859bd410a84 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/38aa26945752453dbe58e859bd410a84 2024-11-20T16:42:33,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/1cf69f142339412e8d135038a02d1631 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/1cf69f142339412e8d135038a02d1631 2024-11-20T16:42:33,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/4f571275ae2a46c0bbebee2ecc76f204 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/4f571275ae2a46c0bbebee2ecc76f204 2024-11-20T16:42:33,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/b23f49e1b28b4da99c3da82e12b04e7c to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/b23f49e1b28b4da99c3da82e12b04e7c 2024-11-20T16:42:33,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/78a954c3f27247b7b11590ab1d6c7dd5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/78a954c3f27247b7b11590ab1d6c7dd5 2024-11-20T16:42:33,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/4edf7b7c73e84c1eafcdf5e485da1aec to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/4edf7b7c73e84c1eafcdf5e485da1aec 2024-11-20T16:42:33,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/80697d64539f44c3899a40e1d6181b8c to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/80697d64539f44c3899a40e1d6181b8c 2024-11-20T16:42:33,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/2f2ce88cfa63474d9497fe1dd2567b4d to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/2f2ce88cfa63474d9497fe1dd2567b4d 2024-11-20T16:42:33,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/544e10abedac42e8b9ece1d4a999d7d3 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/544e10abedac42e8b9ece1d4a999d7d3 2024-11-20T16:42:33,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/7ba0374ee2e647b19665a34c8c6da4e2 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/7ba0374ee2e647b19665a34c8c6da4e2 2024-11-20T16:42:33,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/6fa8d82f558042caaa0251bbb9519b56 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/6fa8d82f558042caaa0251bbb9519b56 2024-11-20T16:42:33,903 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/recovered.edits/400.seqid, newMaxSeqId=400, maxSeqId=1 2024-11-20T16:42:33,904 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. 2024-11-20T16:42:33,904 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1676): Region close journal for 2e143cdfefe74d5b7d258f8cad49a6fc: Waiting for close lock at 1732120952581Running coprocessor pre-close hooks at 1732120952581Disabling compacts and flushes for region at 1732120952581Disabling writes for close at 1732120952581Obtaining lock to block concurrent updates at 1732120952582 (+1 ms)Preparing flush snapshotting stores in 2e143cdfefe74d5b7d258f8cad49a6fc at 1732120952582Finished memstore snapshotting TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1732120952582Flushing stores of TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc. at 1732120952582Flushing 2e143cdfefe74d5b7d258f8cad49a6fc/A: creating writer at 1732120952582Flushing 2e143cdfefe74d5b7d258f8cad49a6fc/A: appending metadata at 1732120952585 (+3 ms)Flushing 2e143cdfefe74d5b7d258f8cad49a6fc/A: closing flushed file at 1732120952585Flushing 2e143cdfefe74d5b7d258f8cad49a6fc/B: creating writer at 1732120953003 (+418 ms)Flushing 2e143cdfefe74d5b7d258f8cad49a6fc/B: appending metadata at 1732120953004 (+1 ms)Flushing 2e143cdfefe74d5b7d258f8cad49a6fc/B: closing flushed file at 1732120953004Flushing 2e143cdfefe74d5b7d258f8cad49a6fc/C: creating writer at 1732120953414 (+410 ms)Flushing 2e143cdfefe74d5b7d258f8cad49a6fc/C: appending metadata at 1732120953417 (+3 ms)Flushing 2e143cdfefe74d5b7d258f8cad49a6fc/C: closing flushed file at 1732120953417Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cf79419: reopening flushed file at 1732120953824 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34b17297: reopening flushed file at 1732120953828 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a06c3a: reopening flushed file at 1732120953832 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 2e143cdfefe74d5b7d258f8cad49a6fc in 1255ms, sequenceid=397, compaction requested=true at 1732120953836 (+4 ms)Writing region close event to WAL at 1732120953900 (+64 ms)Running coprocessor post-close hooks at 1732120953904 (+4 ms)Closed at 1732120953904 2024-11-20T16:42:33,905 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(157): Closed 2e143cdfefe74d5b7d258f8cad49a6fc 2024-11-20T16:42:33,906 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=2e143cdfefe74d5b7d258f8cad49a6fc, regionState=CLOSED 2024-11-20T16:42:33,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 because future has completed 2024-11-20T16:42:33,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-20T16:42:33,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; CloseRegionProcedure 2e143cdfefe74d5b7d258f8cad49a6fc, server=b60eac9bda43,33789,1732120799020 in 1.4790 sec 2024-11-20T16:42:33,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-20T16:42:33,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2e143cdfefe74d5b7d258f8cad49a6fc, UNASSIGN in 1.4830 sec 2024-11-20T16:42:33,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-20T16:42:33,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4870 sec 2024-11-20T16:42:33,912 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732120953912"}]},"ts":"1732120953912"} 2024-11-20T16:42:33,913 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T16:42:33,913 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T16:42:33,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4960 sec 2024-11-20T16:42:34,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-20T16:42:34,566 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:42:34,567 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T16:42:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:42:34,569 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=145, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:42:34,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-20T16:42:34,570 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=145, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:42:34,572 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc 2024-11-20T16:42:34,576 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A, FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B, FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C, FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/recovered.edits] 2024-11-20T16:42:34,580 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/62478cae5a034245baff5ccaacd0114e to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/62478cae5a034245baff5ccaacd0114e 2024-11-20T16:42:34,582 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/b6da7cd1a4594bc082fb1fca5c59ab7d to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/b6da7cd1a4594bc082fb1fca5c59ab7d 2024-11-20T16:42:34,584 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/ff2e31ad73ac479eb2349f30eefaa138 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/A/ff2e31ad73ac479eb2349f30eefaa138 2024-11-20T16:42:34,587 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/50b1d250770f412892789dcff0d109ea to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/50b1d250770f412892789dcff0d109ea 2024-11-20T16:42:34,588 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/62e0c9ce85184c75873a45deb63c6493 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/62e0c9ce85184c75873a45deb63c6493 2024-11-20T16:42:34,590 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/7ce9c0572c4c49eaa2aca61763009cba to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/B/7ce9c0572c4c49eaa2aca61763009cba 2024-11-20T16:42:34,592 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/3146c79ed30c4f3381db3fd178952b6f to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/3146c79ed30c4f3381db3fd178952b6f 2024-11-20T16:42:34,592 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/3621a109f0ff4caca5e4b64034ad1382 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/3621a109f0ff4caca5e4b64034ad1382 2024-11-20T16:42:34,593 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/7c190dcdca0f4a9c96234716aee4f988 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/C/7c190dcdca0f4a9c96234716aee4f988 2024-11-20T16:42:34,595 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/recovered.edits/400.seqid to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc/recovered.edits/400.seqid 2024-11-20T16:42:34,595 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/2e143cdfefe74d5b7d258f8cad49a6fc 2024-11-20T16:42:34,595 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T16:42:34,597 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=145, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:42:34,598 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T16:42:34,600 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T16:42:34,601 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=145, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:42:34,601 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T16:42:34,601 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732120954601"}]},"ts":"9223372036854775807"} 2024-11-20T16:42:34,603 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T16:42:34,603 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 2e143cdfefe74d5b7d258f8cad49a6fc, NAME => 'TestAcidGuarantees,,1732120928111.2e143cdfefe74d5b7d258f8cad49a6fc.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T16:42:34,603 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T16:42:34,603 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732120954603"}]},"ts":"9223372036854775807"} 2024-11-20T16:42:34,605 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T16:42:34,606 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=145, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:42:34,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 39 msec 2024-11-20T16:42:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-20T16:42:34,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T16:42:34,677 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:42:34,690 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=238 (was 238), OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=412 (was 367) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8709 (was 8927) 2024-11-20T16:42:34,698 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=238, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=412, ProcessCount=11, AvailableMemoryMB=8708 2024-11-20T16:42:34,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T16:42:34,699 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T16:42:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T16:42:34,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T16:42:34,701 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:34,701 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 146 2024-11-20T16:42:34,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T16:42:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-20T16:42:34,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742341_1517 (size=959) 2024-11-20T16:42:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-20T16:42:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-20T16:42:35,109 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e 2024-11-20T16:42:35,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742342_1518 (size=53) 2024-11-20T16:42:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-20T16:42:35,516 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:42:35,516 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f4206af8d127758e6c8c508f896ff151, disabling compactions & flushes 2024-11-20T16:42:35,516 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:35,516 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:35,516 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. after waiting 0 ms 2024-11-20T16:42:35,516 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:35,516 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:35,517 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f4206af8d127758e6c8c508f896ff151: Waiting for close lock at 1732120955516Disabling compacts and flushes for region at 1732120955516Disabling writes for close at 1732120955516Writing region close event to WAL at 1732120955516Closed at 1732120955516 2024-11-20T16:42:35,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T16:42:35,520 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732120955519"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732120955519"}]},"ts":"1732120955519"} 2024-11-20T16:42:35,523 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T16:42:35,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T16:42:35,525 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732120955524"}]},"ts":"1732120955524"} 2024-11-20T16:42:35,526 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T16:42:35,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4206af8d127758e6c8c508f896ff151, ASSIGN}] 2024-11-20T16:42:35,527 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4206af8d127758e6c8c508f896ff151, ASSIGN 2024-11-20T16:42:35,528 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4206af8d127758e6c8c508f896ff151, ASSIGN; state=OFFLINE, location=b60eac9bda43,33789,1732120799020; forceNewPlan=false, retain=false 2024-11-20T16:42:35,679 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=f4206af8d127758e6c8c508f896ff151, regionState=OPENING, regionLocation=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:35,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4206af8d127758e6c8c508f896ff151, ASSIGN because future has completed 2024-11-20T16:42:35,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020}] 2024-11-20T16:42:35,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-20T16:42:35,841 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:35,841 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7752): Opening region: {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} 2024-11-20T16:42:35,842 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:35,842 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:42:35,843 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7794): checking encryption for f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:35,843 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7797): checking classloading for f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:35,846 INFO [StoreOpener-f4206af8d127758e6c8c508f896ff151-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:35,847 INFO [StoreOpener-f4206af8d127758e6c8c508f896ff151-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4206af8d127758e6c8c508f896ff151 columnFamilyName A 2024-11-20T16:42:35,847 DEBUG [StoreOpener-f4206af8d127758e6c8c508f896ff151-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:35,848 INFO [StoreOpener-f4206af8d127758e6c8c508f896ff151-1 {}] regionserver.HStore(327): Store=f4206af8d127758e6c8c508f896ff151/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:42:35,848 INFO [StoreOpener-f4206af8d127758e6c8c508f896ff151-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:35,849 INFO [StoreOpener-f4206af8d127758e6c8c508f896ff151-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4206af8d127758e6c8c508f896ff151 columnFamilyName B 2024-11-20T16:42:35,849 DEBUG [StoreOpener-f4206af8d127758e6c8c508f896ff151-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:35,850 INFO [StoreOpener-f4206af8d127758e6c8c508f896ff151-1 {}] regionserver.HStore(327): Store=f4206af8d127758e6c8c508f896ff151/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:42:35,850 INFO [StoreOpener-f4206af8d127758e6c8c508f896ff151-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:35,851 INFO [StoreOpener-f4206af8d127758e6c8c508f896ff151-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4206af8d127758e6c8c508f896ff151 columnFamilyName C 2024-11-20T16:42:35,851 DEBUG [StoreOpener-f4206af8d127758e6c8c508f896ff151-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:35,852 INFO [StoreOpener-f4206af8d127758e6c8c508f896ff151-1 {}] regionserver.HStore(327): Store=f4206af8d127758e6c8c508f896ff151/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:42:35,852 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1038): replaying wal for f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:35,853 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:35,853 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:35,855 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1048): stopping wal replay for f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:35,855 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1060): Cleaning up temporary data for f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:35,855 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T16:42:35,857 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1093): writing seq id for f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:35,859 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T16:42:35,859 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1114): Opened f4206af8d127758e6c8c508f896ff151; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65848503, jitterRate=-0.018780842423439026}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T16:42:35,859 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:35,860 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1006): Region open journal for f4206af8d127758e6c8c508f896ff151: Running coprocessor pre-open hook at 1732120955843Writing region info on filesystem at 1732120955843Initializing all the Stores at 1732120955845 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732120955845Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732120955845Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732120955846 (+1 ms)Cleaning up temporary data from old regions at 1732120955855 (+9 ms)Running coprocessor post-open hooks at 1732120955859 (+4 ms)Region opened successfully at 1732120955860 (+1 ms) 2024-11-20T16:42:35,860 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., pid=148, masterSystemTime=1732120955834 2024-11-20T16:42:35,862 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:35,862 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:35,862 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=f4206af8d127758e6c8c508f896ff151, regionState=OPEN, openSeqNum=2, regionLocation=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:35,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=148, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 because future has completed 2024-11-20T16:42:35,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-20T16:42:35,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; OpenRegionProcedure f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 in 182 msec 2024-11-20T16:42:35,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-20T16:42:35,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4206af8d127758e6c8c508f896ff151, ASSIGN in 340 msec 2024-11-20T16:42:35,867 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T16:42:35,868 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732120955867"}]},"ts":"1732120955867"} 2024-11-20T16:42:35,868 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T16:42:35,869 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T16:42:35,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1700 sec 2024-11-20T16:42:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-20T16:42:36,847 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:42:36,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59939b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:36,850 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:42:36,850 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:42:36,852 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:42:36,853 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:42:36,853 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:42:36,854 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72185ca0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:36,854 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:42:36,854 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:42:36,854 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:36,855 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60080, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:42:36,856 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea3cf31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:36,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:42:36,858 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:42:36,858 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:42:36,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48640, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:42:36,860 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T16:42:36,861 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b60eac9bda43,40299,1732120798156 2024-11-20T16:42:36,861 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58874113 2024-11-20T16:42:36,861 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T16:42:36,862 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60086, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T16:42:36,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T16:42:36,864 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T16:42:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=149, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T16:42:36,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742343_1519 (size=995) 2024-11-20T16:42:37,278 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-20T16:42:37,278 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-20T16:42:37,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T16:42:37,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4206af8d127758e6c8c508f896ff151, REOPEN/MOVE}] 2024-11-20T16:42:37,283 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4206af8d127758e6c8c508f896ff151, REOPEN/MOVE 2024-11-20T16:42:37,284 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=f4206af8d127758e6c8c508f896ff151, regionState=CLOSING, regionLocation=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:37,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4206af8d127758e6c8c508f896ff151, REOPEN/MOVE because future has completed 2024-11-20T16:42:37,285 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T16:42:37,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE, hasLock=false; CloseRegionProcedure f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020}] 2024-11-20T16:42:37,437 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(122): Close f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:37,437 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T16:42:37,437 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1722): Closing f4206af8d127758e6c8c508f896ff151, disabling compactions & flushes 2024-11-20T16:42:37,437 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:37,437 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:37,438 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. after waiting 0 ms 2024-11-20T16:42:37,438 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:37,443 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T16:42:37,445 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:37,445 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1676): Region close journal for f4206af8d127758e6c8c508f896ff151: Waiting for close lock at 1732120957437Running coprocessor pre-close hooks at 1732120957437Disabling compacts and flushes for region at 1732120957437Disabling writes for close at 1732120957438 (+1 ms)Writing region close event to WAL at 1732120957438Running coprocessor post-close hooks at 1732120957444 (+6 ms)Closed at 1732120957444 2024-11-20T16:42:37,445 WARN [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegionServer(3299): Not adding moved region record: f4206af8d127758e6c8c508f896ff151 to self. 2024-11-20T16:42:37,449 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(157): Closed f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:37,450 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=f4206af8d127758e6c8c508f896ff151, regionState=CLOSED 2024-11-20T16:42:37,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=152, ppid=151, state=RUNNABLE, hasLock=false; CloseRegionProcedure f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 because future has completed 2024-11-20T16:42:37,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-11-20T16:42:37,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; CloseRegionProcedure f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 in 168 msec 2024-11-20T16:42:37,457 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4206af8d127758e6c8c508f896ff151, REOPEN/MOVE; state=CLOSED, location=b60eac9bda43,33789,1732120799020; forceNewPlan=false, retain=true 2024-11-20T16:42:37,609 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=f4206af8d127758e6c8c508f896ff151, regionState=OPENING, regionLocation=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:37,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4206af8d127758e6c8c508f896ff151, REOPEN/MOVE because future has completed 2024-11-20T16:42:37,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020}] 2024-11-20T16:42:37,773 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:37,773 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7752): Opening region: {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} 2024-11-20T16:42:37,774 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:37,774 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:42:37,774 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7794): checking encryption for f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:37,774 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7797): checking classloading for f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:37,776 INFO [StoreOpener-f4206af8d127758e6c8c508f896ff151-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:37,777 INFO [StoreOpener-f4206af8d127758e6c8c508f896ff151-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4206af8d127758e6c8c508f896ff151 columnFamilyName A 2024-11-20T16:42:37,778 DEBUG [StoreOpener-f4206af8d127758e6c8c508f896ff151-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:37,778 INFO [StoreOpener-f4206af8d127758e6c8c508f896ff151-1 {}] regionserver.HStore(327): Store=f4206af8d127758e6c8c508f896ff151/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:42:37,779 INFO [StoreOpener-f4206af8d127758e6c8c508f896ff151-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:37,780 INFO [StoreOpener-f4206af8d127758e6c8c508f896ff151-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4206af8d127758e6c8c508f896ff151 columnFamilyName B 2024-11-20T16:42:37,780 DEBUG [StoreOpener-f4206af8d127758e6c8c508f896ff151-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:37,780 INFO [StoreOpener-f4206af8d127758e6c8c508f896ff151-1 {}] regionserver.HStore(327): Store=f4206af8d127758e6c8c508f896ff151/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:42:37,780 INFO [StoreOpener-f4206af8d127758e6c8c508f896ff151-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:37,781 INFO [StoreOpener-f4206af8d127758e6c8c508f896ff151-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4206af8d127758e6c8c508f896ff151 columnFamilyName C 2024-11-20T16:42:37,781 DEBUG [StoreOpener-f4206af8d127758e6c8c508f896ff151-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:37,782 INFO [StoreOpener-f4206af8d127758e6c8c508f896ff151-1 {}] regionserver.HStore(327): Store=f4206af8d127758e6c8c508f896ff151/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:42:37,782 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1038): replaying wal for f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:37,782 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:37,784 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:37,785 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1048): stopping wal replay for f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:37,785 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1060): Cleaning up temporary data for f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:37,785 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T16:42:37,787 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1093): writing seq id for f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:37,788 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1114): Opened f4206af8d127758e6c8c508f896ff151; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64947155, jitterRate=-0.03221197426319122}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T16:42:37,788 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:37,789 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1006): Region open journal for f4206af8d127758e6c8c508f896ff151: Running coprocessor pre-open hook at 1732120957774Writing region info on filesystem at 1732120957774Initializing all the Stores at 1732120957775 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732120957775Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732120957776 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732120957776Cleaning up temporary data from old regions at 1732120957785 (+9 ms)Running coprocessor post-open hooks at 1732120957788 (+3 ms)Region opened successfully at 1732120957789 (+1 ms) 2024-11-20T16:42:37,790 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., pid=153, masterSystemTime=1732120957766 2024-11-20T16:42:37,791 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:37,792 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:37,792 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=f4206af8d127758e6c8c508f896ff151, regionState=OPEN, openSeqNum=5, regionLocation=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:37,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 because future has completed 2024-11-20T16:42:37,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=151 2024-11-20T16:42:37,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=151, state=SUCCESS, hasLock=false; OpenRegionProcedure f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 in 181 msec 2024-11-20T16:42:37,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-20T16:42:37,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4206af8d127758e6c8c508f896ff151, REOPEN/MOVE in 513 msec 2024-11-20T16:42:37,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-20T16:42:37,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 516 msec 2024-11-20T16:42:37,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 934 msec 2024-11-20T16:42:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-20T16:42:37,801 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:42:37,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e225a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:37,802 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:42:37,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:42:37,802 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:42:37,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:42:37,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:42:37,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@111b653e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:37,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:42:37,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:42:37,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:37,803 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60110, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:42:37,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de22f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:37,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fea92ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:37,805 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:42:37,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:42:37,805 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:42:37,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:42:37,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:42:37,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1068bd5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:37,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:42:37,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:42:37,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:37,807 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60128, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:42:37,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@162f7bf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:37,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c187dca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:37,808 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:42:37,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:42:37,809 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:42:37,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:42:37,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:42:37,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323d8f42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:37,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:42:37,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:42:37,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:37,810 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:42:37,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e34e399, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:37,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ecb225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:37,811 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:42:37,812 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:42:37,812 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:42:37,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:42:37,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:42:37,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67fe0106, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:37,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:42:37,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:42:37,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:37,814 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60164, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:42:37,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a079dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:37,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1407fbe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:37,815 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:42:37,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:42:37,816 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:42:37,816 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:42:37,816 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:42:37,816 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4869c7d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:37,816 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:42:37,817 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:42:37,817 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:37,818 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:42:37,818 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd01616, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:37,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d844d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:37,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:42:37,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:42:37,821 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:42:37,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:42:37,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:42:37,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@698da5b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:37,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:42:37,822 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:42:37,822 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:37,823 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60204, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:42:37,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1921a994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:37,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@533d9664, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:37,824 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:42:37,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:42:37,825 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:42:37,826 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:42:37,826 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:42:37,826 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@534a4d7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:37,826 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:42:37,826 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:42:37,826 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:37,827 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:42:37,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb87a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:37,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@383c5fef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:37,828 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:42:37,828 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:42:37,829 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:42:37,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:42:37,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:42:37,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1453a02b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:37,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:42:37,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:42:37,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:37,830 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60250, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:42:37,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba5f4bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:37,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b279a63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:37,832 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:42:37,832 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:42:37,832 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:42:37,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:42:37,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:42:37,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@697d9c8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:37,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:42:37,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:42:37,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:37,834 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60268, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:42:37,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fb5aa84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:37,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10fb506a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:37,835 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,40299,-1 for getting cluster id 2024-11-20T16:42:37,835 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:42:37,835 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07930a02-b232-440e-8ce7-4ae4092fc31c' 2024-11-20T16:42:37,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:42:37,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07930a02-b232-440e-8ce7-4ae4092fc31c" 2024-11-20T16:42:37,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@394fc5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:37,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,40299,-1] 2024-11-20T16:42:37,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:42:37,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:37,837 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60280, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:42:37,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185ca47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:42:37,838 DEBUG [Thread-2345 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:42:37,838 DEBUG [Thread-2326 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:42:37,838 DEBUG [Thread-2328 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:42:37,838 DEBUG [Thread-2339 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:42:37,838 DEBUG [Thread-2334 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:42:37,838 DEBUG [Thread-2341 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:42:37,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:42:37,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:42:37,839 DEBUG [Thread-2332 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:42:37,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:42:37,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:42:37,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:42:37,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:42:37,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:42:37,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:42:37,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:42:37,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:42:37,840 DEBUG [Thread-2330 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:42:37,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48642, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:42:37,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:42:37,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:42:37,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:42:37,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:42:37,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48654, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:42:37,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:42:37,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:42:37,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:42:37,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:42:37,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:42:37,841 DEBUG [Thread-2337 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:42:37,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:42:37,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:42:37,842 DEBUG [Thread-2343 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:42:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-20T16:42:37,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5] 2024-11-20T16:42:37,842 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:42:37,843 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:42:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-20T16:42:37,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48686, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:42:37,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5] 2024-11-20T16:42:37,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,33789,1732120799020, seqNum=-1] 2024-11-20T16:42:37,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48692, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:42:37,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:42:37,844 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:42:37,844 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5] 2024-11-20T16:42:37,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5] 2024-11-20T16:42:37,844 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:42:37,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5] 2024-11-20T16:42:37,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:42:37,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:42:37,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5] 2024-11-20T16:42:37,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5] 2024-11-20T16:42:37,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:42:37,846 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5] 2024-11-20T16:42:37,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5] 2024-11-20T16:42:37,847 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5] 2024-11-20T16:42:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:37,855 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:42:37,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f4206af8d127758e6c8c508f896ff151 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T16:42:37,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121017872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:37,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:37,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121017873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:37,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:37,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48644 deadline: 1732121017874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:37,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:37,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:37,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:37,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:37,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:37,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:37,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:37,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48670 deadline: 1732121017875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:37,878 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:37,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:37,879 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:37,879 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121017875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:37,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:37,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:37,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:37,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a3bdca2aefe04ab78722b74df5852233_f4206af8d127758e6c8c508f896ff151 is 50, key is test_row_0/A:col10/1732120957849/Put/seqid=0 2024-11-20T16:42:37,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742344_1520 (size=14594) 2024-11-20T16:42:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-20T16:42:37,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121017989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:37,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48644 deadline: 1732121017989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:37,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:37,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:37,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:37,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:37,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121017989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:37,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:37,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:37,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:37,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:37,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:37,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48670 deadline: 1732121017989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:37,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:37,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:37,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:37,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121017989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:37,992 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:37,992 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:37,992 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:37,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T16:42:37,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:37,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:37,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:37,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:37,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:38,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T16:42:38,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:38,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:38,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:38,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:38,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-20T16:42:38,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121018195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:38,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:38,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:38,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:38,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48644 deadline: 1732121018195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:38,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:38,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:38,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:38,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121018195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:38,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48670 deadline: 1732121018195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:38,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121018196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:38,290 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:38,293 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a3bdca2aefe04ab78722b74df5852233_f4206af8d127758e6c8c508f896ff151 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a3bdca2aefe04ab78722b74df5852233_f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:38,294 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/4f082d8da6ba4143bab5c7302c942366, store: [table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:38,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/4f082d8da6ba4143bab5c7302c942366 is 175, key is test_row_0/A:col10/1732120957849/Put/seqid=0 2024-11-20T16:42:38,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T16:42:38,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:38,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:38,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:38,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:38,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:38,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742345_1521 (size=39549) 2024-11-20T16:42:38,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T16:42:38,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:38,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:38,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:38,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:38,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-20T16:42:38,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121018505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:38,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:38,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:38,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48644 deadline: 1732121018505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:38,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:38,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:38,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:38,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:38,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121018505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:38,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:38,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:38,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:38,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48670 deadline: 1732121018505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:38,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:38,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:38,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:38,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121018505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:38,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:38,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:38,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:38,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T16:42:38,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:38,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:38,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:38,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:38,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:38,724 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/4f082d8da6ba4143bab5c7302c942366 2024-11-20T16:42:38,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/eb0fa552d42d410fb29fe9a35cd82ce8 is 50, key is test_row_0/B:col10/1732120957849/Put/seqid=0 2024-11-20T16:42:38,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742346_1522 (size=12001) 2024-11-20T16:42:38,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T16:42:38,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:38,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:38,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:38,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:38,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:38,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T16:42:38,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:38,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:38,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:38,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:38,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:38,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-20T16:42:39,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121019015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:39,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:39,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:39,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:39,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121019015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:39,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:39,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:39,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:39,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48644 deadline: 1732121019015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:39,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:39,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:39,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:39,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:39,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121019016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48670 deadline: 1732121019016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:39,018 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:39,018 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:39,018 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:39,018 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:39,018 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:39,018 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:39,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T16:42:39,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:39,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:39,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:39,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:39,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:39,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/eb0fa552d42d410fb29fe9a35cd82ce8 2024-11-20T16:42:39,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/b42057dbccc048daba9637a0385cb684 is 50, key is test_row_0/C:col10/1732120957849/Put/seqid=0 2024-11-20T16:42:39,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742347_1523 (size=12001) 2024-11-20T16:42:39,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T16:42:39,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:39,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:39,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:39,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:39,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:39,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T16:42:39,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:39,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:39,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:39,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:39,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:39,424 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T16:42:39,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T16:42:39,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:39,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:39,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:39,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:39,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:39,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:39,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/b42057dbccc048daba9637a0385cb684 2024-11-20T16:42:39,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/4f082d8da6ba4143bab5c7302c942366 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/4f082d8da6ba4143bab5c7302c942366 2024-11-20T16:42:39,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/4f082d8da6ba4143bab5c7302c942366, entries=200, sequenceid=18, filesize=38.6 K 2024-11-20T16:42:39,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/eb0fa552d42d410fb29fe9a35cd82ce8 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/eb0fa552d42d410fb29fe9a35cd82ce8 2024-11-20T16:42:39,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/eb0fa552d42d410fb29fe9a35cd82ce8, entries=150, sequenceid=18, filesize=11.7 K 2024-11-20T16:42:39,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/b42057dbccc048daba9637a0385cb684 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/b42057dbccc048daba9637a0385cb684 2024-11-20T16:42:39,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/b42057dbccc048daba9637a0385cb684, entries=150, sequenceid=18, filesize=11.7 K 2024-11-20T16:42:39,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f4206af8d127758e6c8c508f896ff151 in 1733ms, sequenceid=18, compaction requested=false 2024-11-20T16:42:39,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:42:39,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T16:42:39,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:39,677 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing f4206af8d127758e6c8c508f896ff151 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T16:42:39,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207fd20b9dce4b4f1ba9c40ef9d125b7cf_f4206af8d127758e6c8c508f896ff151 is 50, key is test_row_0/A:col10/1732120957874/Put/seqid=0 2024-11-20T16:42:39,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742348_1524 (size=12154) 2024-11-20T16:42:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-20T16:42:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:40,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:40,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121020038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:40,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121020039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:40,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:40,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:40,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48644 deadline: 1732121020040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:40,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:40,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48670 deadline: 1732121020041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:40,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121020042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:40,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:40,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:40,096 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207fd20b9dce4b4f1ba9c40ef9d125b7cf_f4206af8d127758e6c8c508f896ff151 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207fd20b9dce4b4f1ba9c40ef9d125b7cf_f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:40,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/d449f33e7daa44099985b1b1ecd6559c, store: [table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:40,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/d449f33e7daa44099985b1b1ecd6559c is 175, key is test_row_0/A:col10/1732120957874/Put/seqid=0 2024-11-20T16:42:40,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742349_1525 (size=30955) 2024-11-20T16:42:40,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121020145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:40,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:40,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121020145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:40,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:40,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48644 deadline: 1732121020145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:40,148 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,149 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,149 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:40,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:40,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48670 deadline: 1732121020155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:40,157 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,157 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:40,157 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121020155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:40,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:40,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48644 deadline: 1732121020358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:40,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121020358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:40,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:40,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:40,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121020358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:40,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:40,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48670 deadline: 1732121020365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:40,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:40,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121020365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:40,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:40,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:40,500 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/d449f33e7daa44099985b1b1ecd6559c 2024-11-20T16:42:40,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/01907c5c56ac4377b48dc97f21787dd7 is 50, key is test_row_0/B:col10/1732120957874/Put/seqid=0 2024-11-20T16:42:40,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742350_1526 (size=12001) 2024-11-20T16:42:40,508 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/01907c5c56ac4377b48dc97f21787dd7 2024-11-20T16:42:40,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/7a7e75fc994446958cf4107106804439 is 50, key is test_row_0/C:col10/1732120957874/Put/seqid=0 2024-11-20T16:42:40,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742351_1527 (size=12001) 2024-11-20T16:42:40,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121020666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:40,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:40,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48644 deadline: 1732121020666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:40,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:40,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:40,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121020666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:40,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,668 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:40,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48670 deadline: 1732121020675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:40,678 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:40,678 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,678 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121020675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:40,678 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,678 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:40,678 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:40,917 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/7a7e75fc994446958cf4107106804439 2024-11-20T16:42:40,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/d449f33e7daa44099985b1b1ecd6559c as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/d449f33e7daa44099985b1b1ecd6559c 2024-11-20T16:42:40,923 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/d449f33e7daa44099985b1b1ecd6559c, entries=150, sequenceid=40, filesize=30.2 K 2024-11-20T16:42:40,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/01907c5c56ac4377b48dc97f21787dd7 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/01907c5c56ac4377b48dc97f21787dd7 2024-11-20T16:42:40,927 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/01907c5c56ac4377b48dc97f21787dd7, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T16:42:40,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/7a7e75fc994446958cf4107106804439 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/7a7e75fc994446958cf4107106804439 2024-11-20T16:42:40,930 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/7a7e75fc994446958cf4107106804439, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T16:42:40,930 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for f4206af8d127758e6c8c508f896ff151 in 1253ms, sequenceid=40, compaction requested=false 2024-11-20T16:42:40,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:42:40,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:40,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-20T16:42:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-20T16:42:40,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-20T16:42:40,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0860 sec 2024-11-20T16:42:40,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 3.0920 sec 2024-11-20T16:42:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:41,178 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:42:41,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f4206af8d127758e6c8c508f896ff151 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T16:42:41,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112034e5da61e0184974b8ffef7dee1e7982_f4206af8d127758e6c8c508f896ff151 is 50, key is test_row_0/A:col10/1732120961177/Put/seqid=0 2024-11-20T16:42:41,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742352_1528 (size=14594) 2024-11-20T16:42:41,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:41,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48670 deadline: 1732121021194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:41,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:41,199 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,199 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121021195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:41,199 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:41,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:41,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:41,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121021196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:41,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:41,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:41,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48644 deadline: 1732121021197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:41,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:41,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121021199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:41,203 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,203 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,203 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:41,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:41,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48670 deadline: 1732121021305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:41,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:41,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121021305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:41,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:41,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:41,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:41,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121021305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:41,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:41,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48644 deadline: 1732121021305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:41,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:41,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:41,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:41,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121021306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:41,309 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,309 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,309 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:41,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:41,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121021515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:41,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:41,518 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,518 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48670 deadline: 1732121021515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:41,518 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:41,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:41,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:41,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121021515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:41,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:41,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:41,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:41,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121021516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:41,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48644 deadline: 1732121021516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:41,519 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,519 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,519 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:41,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:41,588 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:41,591 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112034e5da61e0184974b8ffef7dee1e7982_f4206af8d127758e6c8c508f896ff151 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112034e5da61e0184974b8ffef7dee1e7982_f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:41,592 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/9235515ce45448ecb2a9c1e10bd7d3ef, store: [table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:41,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/9235515ce45448ecb2a9c1e10bd7d3ef is 175, key is test_row_0/A:col10/1732120961177/Put/seqid=0 2024-11-20T16:42:41,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742353_1529 (size=39549) 2024-11-20T16:42:41,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:41,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121021825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:41,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:41,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48670 deadline: 1732121021825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:41,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:41,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:41,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:41,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121021825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:41,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:41,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121021825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:41,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:41,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:41,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48644 deadline: 1732121021825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:41,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:41,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:41,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:41,995 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=57, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/9235515ce45448ecb2a9c1e10bd7d3ef 2024-11-20T16:42:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-20T16:42:41,996 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:42:41,996 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:42:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-20T16:42:41,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-20T16:42:41,998 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:42:41,998 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:42:41,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:42:42,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/d30afde263d44f3c8e4e79987613afa3 is 50, key is test_row_0/B:col10/1732120961177/Put/seqid=0 2024-11-20T16:42:42,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742354_1530 (size=12001) 2024-11-20T16:42:42,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/d30afde263d44f3c8e4e79987613afa3 2024-11-20T16:42:42,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/603fb58099e2485c88f6f0f50e0ca5cd is 50, key is test_row_0/C:col10/1732120961177/Put/seqid=0 2024-11-20T16:42:42,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742355_1531 (size=12001) 2024-11-20T16:42:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-20T16:42:42,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-20T16:42:42,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:42,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:42,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:42,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:42,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:42,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-20T16:42:42,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:42,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:42,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:42,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:42,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-20T16:42:42,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121022335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:42,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:42,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:42,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:42,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48670 deadline: 1732121022335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:42,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:42,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:42,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:42,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121022335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:42,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:42,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:42,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121022336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:42,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:42,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48644 deadline: 1732121022336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:42,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:42,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:42,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:42,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:42,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:42,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:42,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/603fb58099e2485c88f6f0f50e0ca5cd 2024-11-20T16:42:42,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/9235515ce45448ecb2a9c1e10bd7d3ef as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/9235515ce45448ecb2a9c1e10bd7d3ef 2024-11-20T16:42:42,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/9235515ce45448ecb2a9c1e10bd7d3ef, entries=200, sequenceid=57, filesize=38.6 K 2024-11-20T16:42:42,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/d30afde263d44f3c8e4e79987613afa3 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/d30afde263d44f3c8e4e79987613afa3 2024-11-20T16:42:42,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/d30afde263d44f3c8e4e79987613afa3, entries=150, sequenceid=57, filesize=11.7 K 2024-11-20T16:42:42,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/603fb58099e2485c88f6f0f50e0ca5cd as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/603fb58099e2485c88f6f0f50e0ca5cd 2024-11-20T16:42:42,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/603fb58099e2485c88f6f0f50e0ca5cd, entries=150, sequenceid=57, filesize=11.7 K 2024-11-20T16:42:42,426 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for f4206af8d127758e6c8c508f896ff151 in 1248ms, sequenceid=57, compaction requested=true 2024-11-20T16:42:42,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:42:42,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4206af8d127758e6c8c508f896ff151:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:42:42,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:42,426 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:42,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4206af8d127758e6c8c508f896ff151:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:42:42,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:42,426 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:42,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4206af8d127758e6c8c508f896ff151:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:42:42,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:42:42,427 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:42,427 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:42,427 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): f4206af8d127758e6c8c508f896ff151/B is initiating minor compaction (all files) 2024-11-20T16:42:42,427 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): f4206af8d127758e6c8c508f896ff151/A is initiating minor compaction (all files) 2024-11-20T16:42:42,427 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4206af8d127758e6c8c508f896ff151/B in TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:42,427 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4206af8d127758e6c8c508f896ff151/A in TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:42,427 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/4f082d8da6ba4143bab5c7302c942366, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/d449f33e7daa44099985b1b1ecd6559c, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/9235515ce45448ecb2a9c1e10bd7d3ef] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp, totalSize=107.5 K 2024-11-20T16:42:42,427 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/eb0fa552d42d410fb29fe9a35cd82ce8, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/01907c5c56ac4377b48dc97f21787dd7, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/d30afde263d44f3c8e4e79987613afa3] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp, totalSize=35.2 K 2024-11-20T16:42:42,427 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:42,427 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. files: [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/4f082d8da6ba4143bab5c7302c942366, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/d449f33e7daa44099985b1b1ecd6559c, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/9235515ce45448ecb2a9c1e10bd7d3ef] 2024-11-20T16:42:42,427 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f082d8da6ba4143bab5c7302c942366, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732120957849 2024-11-20T16:42:42,427 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting eb0fa552d42d410fb29fe9a35cd82ce8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732120957849 2024-11-20T16:42:42,428 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting d449f33e7daa44099985b1b1ecd6559c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732120957871 2024-11-20T16:42:42,428 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 01907c5c56ac4377b48dc97f21787dd7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732120957871 2024-11-20T16:42:42,428 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9235515ce45448ecb2a9c1e10bd7d3ef, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732120960040 2024-11-20T16:42:42,428 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting d30afde263d44f3c8e4e79987613afa3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732120960040 2024-11-20T16:42:42,434 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4206af8d127758e6c8c508f896ff151#B#compaction#450 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:42,434 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/7c1296ca12324c2d9654e3298e436dfa is 50, key is test_row_0/B:col10/1732120961177/Put/seqid=0 2024-11-20T16:42:42,435 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:42,436 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120c00f7bed4f45434a9992abdca420ff4a_f4206af8d127758e6c8c508f896ff151 store=[table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:42,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742356_1532 (size=12104) 2024-11-20T16:42:42,438 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120c00f7bed4f45434a9992abdca420ff4a_f4206af8d127758e6c8c508f896ff151, store=[table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:42,438 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c00f7bed4f45434a9992abdca420ff4a_f4206af8d127758e6c8c508f896ff151 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:42,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742357_1533 (size=4469) 2024-11-20T16:42:42,443 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/7c1296ca12324c2d9654e3298e436dfa as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/7c1296ca12324c2d9654e3298e436dfa 2024-11-20T16:42:42,446 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4206af8d127758e6c8c508f896ff151/B of f4206af8d127758e6c8c508f896ff151 into 7c1296ca12324c2d9654e3298e436dfa(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:42,446 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:42:42,446 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., storeName=f4206af8d127758e6c8c508f896ff151/B, priority=13, startTime=1732120962426; duration=0sec 2024-11-20T16:42:42,446 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:42:42,447 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4206af8d127758e6c8c508f896ff151:B 2024-11-20T16:42:42,447 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:42,447 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:42,448 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): f4206af8d127758e6c8c508f896ff151/C is initiating minor compaction (all files) 2024-11-20T16:42:42,448 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4206af8d127758e6c8c508f896ff151/C in TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:42,448 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/b42057dbccc048daba9637a0385cb684, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/7a7e75fc994446958cf4107106804439, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/603fb58099e2485c88f6f0f50e0ca5cd] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp, totalSize=35.2 K 2024-11-20T16:42:42,448 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting b42057dbccc048daba9637a0385cb684, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732120957849 2024-11-20T16:42:42,448 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a7e75fc994446958cf4107106804439, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732120957871 2024-11-20T16:42:42,449 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 603fb58099e2485c88f6f0f50e0ca5cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732120960040 2024-11-20T16:42:42,453 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4206af8d127758e6c8c508f896ff151#C#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:42,454 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/135a31ea476f4cc0b307d915a16511f4 is 50, key is test_row_0/C:col10/1732120961177/Put/seqid=0 2024-11-20T16:42:42,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742358_1534 (size=12104) 2024-11-20T16:42:42,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-20T16:42:42,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:42,458 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing f4206af8d127758e6c8c508f896ff151 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-20T16:42:42,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e9e4474f9d204986bcf2812375273a32_f4206af8d127758e6c8c508f896ff151 is 50, key is test_row_0/A:col10/1732120961196/Put/seqid=0 2024-11-20T16:42:42,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742359_1535 (size=12154) 2024-11-20T16:42:42,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-20T16:42:42,842 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4206af8d127758e6c8c508f896ff151#A#compaction#451 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:42,843 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/f2ac549dfcde480c88a3db43771d053f is 175, key is test_row_0/A:col10/1732120961177/Put/seqid=0 2024-11-20T16:42:42,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742360_1536 (size=31058) 2024-11-20T16:42:42,862 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/135a31ea476f4cc0b307d915a16511f4 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/135a31ea476f4cc0b307d915a16511f4 2024-11-20T16:42:42,865 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4206af8d127758e6c8c508f896ff151/C of f4206af8d127758e6c8c508f896ff151 into 135a31ea476f4cc0b307d915a16511f4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:42,865 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:42:42,865 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., storeName=f4206af8d127758e6c8c508f896ff151/C, priority=13, startTime=1732120962426; duration=0sec 2024-11-20T16:42:42,865 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:42,865 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4206af8d127758e6c8c508f896ff151:C 2024-11-20T16:42:42,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:42,870 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e9e4474f9d204986bcf2812375273a32_f4206af8d127758e6c8c508f896ff151 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e9e4474f9d204986bcf2812375273a32_f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:42,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/3404c184f97b4274b23b3335ff75cbf7, store: [table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:42,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/3404c184f97b4274b23b3335ff75cbf7 is 175, key is test_row_0/A:col10/1732120961196/Put/seqid=0 2024-11-20T16:42:42,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742361_1537 (size=30955) 2024-11-20T16:42:42,878 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/3404c184f97b4274b23b3335ff75cbf7 2024-11-20T16:42:42,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/24530510b85d46dd8ca895dfa4e6cbf1 is 50, key is test_row_0/B:col10/1732120961196/Put/seqid=0 2024-11-20T16:42:42,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742362_1538 (size=12001) 2024-11-20T16:42:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-20T16:42:43,249 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/f2ac549dfcde480c88a3db43771d053f as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/f2ac549dfcde480c88a3db43771d053f 2024-11-20T16:42:43,252 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4206af8d127758e6c8c508f896ff151/A of f4206af8d127758e6c8c508f896ff151 into f2ac549dfcde480c88a3db43771d053f(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:43,252 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:42:43,252 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., storeName=f4206af8d127758e6c8c508f896ff151/A, priority=13, startTime=1732120962426; duration=0sec 2024-11-20T16:42:43,252 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:43,252 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4206af8d127758e6c8c508f896ff151:A 2024-11-20T16:42:43,298 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/24530510b85d46dd8ca895dfa4e6cbf1 2024-11-20T16:42:43,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/eca5f0193964440b9899898c7ad4458a is 50, key is test_row_0/C:col10/1732120961196/Put/seqid=0 2024-11-20T16:42:43,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742363_1539 (size=12001) 2024-11-20T16:42:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:43,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:43,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121023359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:43,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:43,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:43,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:43,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48670 deadline: 1732121023360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:43,364 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:43,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:43,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:43,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48644 deadline: 1732121023361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:43,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:43,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:43,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:43,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121023361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:43,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:43,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:43,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:43,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121023361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:43,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:43,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:43,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:43,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121023475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:43,476 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:43,476 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:43,476 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:43,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48670 deadline: 1732121023475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:43,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:43,477 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48644 deadline: 1732121023475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:43,477 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:43,477 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:43,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:43,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:43,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:43,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121023475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:43,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:43,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:43,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:43,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121023475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:43,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:43,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:43,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:43,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:43,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121023685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:43,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:43,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:43,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48670 deadline: 1732121023685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:43,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:43,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:43,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:43,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:43,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48644 deadline: 1732121023685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:43,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:43,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121023685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:43,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:43,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121023685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:43,707 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/eca5f0193964440b9899898c7ad4458a 2024-11-20T16:42:43,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/3404c184f97b4274b23b3335ff75cbf7 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/3404c184f97b4274b23b3335ff75cbf7 2024-11-20T16:42:43,713 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/3404c184f97b4274b23b3335ff75cbf7, entries=150, sequenceid=77, filesize=30.2 K 2024-11-20T16:42:43,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/24530510b85d46dd8ca895dfa4e6cbf1 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/24530510b85d46dd8ca895dfa4e6cbf1 2024-11-20T16:42:43,716 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/24530510b85d46dd8ca895dfa4e6cbf1, entries=150, sequenceid=77, filesize=11.7 K 2024-11-20T16:42:43,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/eca5f0193964440b9899898c7ad4458a as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/eca5f0193964440b9899898c7ad4458a 2024-11-20T16:42:43,719 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/eca5f0193964440b9899898c7ad4458a, entries=150, sequenceid=77, filesize=11.7 K 2024-11-20T16:42:43,719 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for f4206af8d127758e6c8c508f896ff151 in 1261ms, sequenceid=77, compaction requested=false 2024-11-20T16:42:43,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:42:43,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:43,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-20T16:42:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-20T16:42:43,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-20T16:42:43,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7220 sec 2024-11-20T16:42:43,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.7260 sec 2024-11-20T16:42:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:43,999 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:42:43,999 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f4206af8d127758e6c8c508f896ff151 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-20T16:42:44,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b72664a2d93645ba9a20c938c4402c1b_f4206af8d127758e6c8c508f896ff151 is 50, key is test_row_0/A:col10/1732120963999/Put/seqid=0 2024-11-20T16:42:44,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121024008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:44,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:44,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:44,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48670 deadline: 1732121024010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48644 deadline: 1732121024011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:44,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:44,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:44,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:44,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121024012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121024013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:44,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:44,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:44,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742364_1540 (size=12154) 2024-11-20T16:42:44,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121024115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:44,118 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,118 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,118 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:44,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48670 deadline: 1732121024125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:44,128 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:44,128 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,128 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48644 deadline: 1732121024125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:44,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:44,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121024125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:44,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:44,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121024125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:44,129 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:44,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-20T16:42:44,146 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:42:44,146 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:42:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-20T16:42:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T16:42:44,147 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:42:44,148 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:42:44,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:42:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T16:42:44,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-20T16:42:44,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:44,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:44,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:44,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:44,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:44,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121024325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:44,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:44,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48670 deadline: 1732121024335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:44,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:44,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48644 deadline: 1732121024335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:44,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:44,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121024335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:44,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:44,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121024336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:44,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:44,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:44,424 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:44,426 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b72664a2d93645ba9a20c938c4402c1b_f4206af8d127758e6c8c508f896ff151 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b72664a2d93645ba9a20c938c4402c1b_f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:44,427 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/ffe80c7b3375463c80ff1b4101a9e66d, store: [table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:44,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/ffe80c7b3375463c80ff1b4101a9e66d is 175, key is test_row_0/A:col10/1732120963999/Put/seqid=0 2024-11-20T16:42:44,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742365_1541 (size=30955) 2024-11-20T16:42:44,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-20T16:42:44,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:44,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:44,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:44,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:44,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T16:42:44,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-20T16:42:44,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:44,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:44,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:44,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:44,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:44,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121024635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:44,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:44,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48670 deadline: 1732121024645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121024645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48644 deadline: 1732121024645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:44,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121024645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:44,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:44,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:44,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-20T16:42:44,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:44,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:44,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:44,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:44,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T16:42:44,830 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=101, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/ffe80c7b3375463c80ff1b4101a9e66d 2024-11-20T16:42:44,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/bc351f20dee64495aec72883b6108a5f is 50, key is test_row_0/B:col10/1732120963999/Put/seqid=0 2024-11-20T16:42:44,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742366_1542 (size=12001) 2024-11-20T16:42:44,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-20T16:42:44,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:44,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:44,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:44,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:44,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:45,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-20T16:42:45,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:45,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:45,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:45,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:45,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:45,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:45,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:45,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121025145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:45,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:45,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:45,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:45,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48670 deadline: 1732121025155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:45,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:45,157 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:45,157 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121025155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:45,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:45,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:45,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:45,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48644 deadline: 1732121025155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:45,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:45,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:45,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121025155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:45,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:45,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:45,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:45,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:45,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:45,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-20T16:42:45,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:45,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:45,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:45,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:45,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:45,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:45,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/bc351f20dee64495aec72883b6108a5f 2024-11-20T16:42:45,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/dbc069bd10ac4f1c9c942ad00e45c01f is 50, key is test_row_0/C:col10/1732120963999/Put/seqid=0 2024-11-20T16:42:45,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742367_1543 (size=12001) 2024-11-20T16:42:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T16:42:45,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-20T16:42:45,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:45,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:45,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:45,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:45,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:45,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-20T16:42:45,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:45,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:45,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:45,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:45,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:45,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/dbc069bd10ac4f1c9c942ad00e45c01f 2024-11-20T16:42:45,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/ffe80c7b3375463c80ff1b4101a9e66d as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/ffe80c7b3375463c80ff1b4101a9e66d 2024-11-20T16:42:45,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/ffe80c7b3375463c80ff1b4101a9e66d, entries=150, sequenceid=101, filesize=30.2 K 2024-11-20T16:42:45,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/bc351f20dee64495aec72883b6108a5f as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/bc351f20dee64495aec72883b6108a5f 2024-11-20T16:42:45,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/bc351f20dee64495aec72883b6108a5f, entries=150, sequenceid=101, filesize=11.7 K 2024-11-20T16:42:45,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/dbc069bd10ac4f1c9c942ad00e45c01f as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/dbc069bd10ac4f1c9c942ad00e45c01f 2024-11-20T16:42:45,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-20T16:42:45,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:45,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:45,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:45,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:45,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/dbc069bd10ac4f1c9c942ad00e45c01f, entries=150, sequenceid=101, filesize=11.7 K 2024-11-20T16:42:45,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:45,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:45,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for f4206af8d127758e6c8c508f896ff151 in 1682ms, sequenceid=101, compaction requested=true 2024-11-20T16:42:45,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:42:45,681 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:45,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4206af8d127758e6c8c508f896ff151:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:42:45,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:45,682 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:45,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4206af8d127758e6c8c508f896ff151:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:42:45,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:45,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4206af8d127758e6c8c508f896ff151:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:42:45,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:42:45,683 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:45,683 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): f4206af8d127758e6c8c508f896ff151/A is initiating minor compaction (all files) 2024-11-20T16:42:45,683 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4206af8d127758e6c8c508f896ff151/A in TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:45,683 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/f2ac549dfcde480c88a3db43771d053f, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/3404c184f97b4274b23b3335ff75cbf7, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/ffe80c7b3375463c80ff1b4101a9e66d] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp, totalSize=90.8 K 2024-11-20T16:42:45,683 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:45,683 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. files: [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/f2ac549dfcde480c88a3db43771d053f, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/3404c184f97b4274b23b3335ff75cbf7, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/ffe80c7b3375463c80ff1b4101a9e66d] 2024-11-20T16:42:45,684 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:45,684 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): f4206af8d127758e6c8c508f896ff151/B is initiating minor compaction (all files) 2024-11-20T16:42:45,684 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4206af8d127758e6c8c508f896ff151/B in TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:45,684 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/7c1296ca12324c2d9654e3298e436dfa, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/24530510b85d46dd8ca895dfa4e6cbf1, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/bc351f20dee64495aec72883b6108a5f] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp, totalSize=35.3 K 2024-11-20T16:42:45,685 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c1296ca12324c2d9654e3298e436dfa, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732120960040 2024-11-20T16:42:45,685 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2ac549dfcde480c88a3db43771d053f, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732120960040 2024-11-20T16:42:45,691 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 24530510b85d46dd8ca895dfa4e6cbf1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732120961193 2024-11-20T16:42:45,691 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3404c184f97b4274b23b3335ff75cbf7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732120961193 2024-11-20T16:42:45,692 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting ffe80c7b3375463c80ff1b4101a9e66d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1732120963998 2024-11-20T16:42:45,692 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting bc351f20dee64495aec72883b6108a5f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1732120963998 2024-11-20T16:42:45,698 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:45,706 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4206af8d127758e6c8c508f896ff151#B#compaction#460 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:45,706 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/ba32287fe1d94bc1a582662b9e1415d5 is 50, key is test_row_0/B:col10/1732120963999/Put/seqid=0 2024-11-20T16:42:45,709 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120f462ca9ca4c64769abff89cb43826bdb_f4206af8d127758e6c8c508f896ff151 store=[table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:45,711 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120f462ca9ca4c64769abff89cb43826bdb_f4206af8d127758e6c8c508f896ff151, store=[table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:45,711 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f462ca9ca4c64769abff89cb43826bdb_f4206af8d127758e6c8c508f896ff151 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:45,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742369_1545 (size=4469) 2024-11-20T16:42:45,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742368_1544 (size=12207) 2024-11-20T16:42:45,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-20T16:42:45,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:45,827 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing f4206af8d127758e6c8c508f896ff151 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T16:42:45,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120930a20fd65b545f0b081e6a8b2226d83_f4206af8d127758e6c8c508f896ff151 is 50, key is test_row_0/A:col10/1732120964006/Put/seqid=0 2024-11-20T16:42:45,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742370_1546 (size=12154) 2024-11-20T16:42:46,137 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4206af8d127758e6c8c508f896ff151#A#compaction#459 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:46,137 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/bb3fdbd10a134311b36191d2858818d8 is 175, key is test_row_0/A:col10/1732120963999/Put/seqid=0 2024-11-20T16:42:46,143 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/ba32287fe1d94bc1a582662b9e1415d5 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/ba32287fe1d94bc1a582662b9e1415d5 2024-11-20T16:42:46,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742371_1547 (size=31161) 2024-11-20T16:42:46,148 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/bb3fdbd10a134311b36191d2858818d8 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/bb3fdbd10a134311b36191d2858818d8 2024-11-20T16:42:46,150 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4206af8d127758e6c8c508f896ff151/B of f4206af8d127758e6c8c508f896ff151 into ba32287fe1d94bc1a582662b9e1415d5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:46,150 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:42:46,150 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., storeName=f4206af8d127758e6c8c508f896ff151/B, priority=13, startTime=1732120965682; duration=0sec 2024-11-20T16:42:46,151 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:42:46,151 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4206af8d127758e6c8c508f896ff151:B 2024-11-20T16:42:46,151 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:46,152 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:46,152 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): f4206af8d127758e6c8c508f896ff151/C is initiating minor compaction (all files) 2024-11-20T16:42:46,152 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4206af8d127758e6c8c508f896ff151/C in TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:46,152 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/135a31ea476f4cc0b307d915a16511f4, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/eca5f0193964440b9899898c7ad4458a, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/dbc069bd10ac4f1c9c942ad00e45c01f] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp, totalSize=35.3 K 2024-11-20T16:42:46,153 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 135a31ea476f4cc0b307d915a16511f4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732120960040 2024-11-20T16:42:46,153 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting eca5f0193964440b9899898c7ad4458a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732120961193 2024-11-20T16:42:46,154 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting dbc069bd10ac4f1c9c942ad00e45c01f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1732120963998 2024-11-20T16:42:46,155 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4206af8d127758e6c8c508f896ff151/A of f4206af8d127758e6c8c508f896ff151 into bb3fdbd10a134311b36191d2858818d8(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:46,155 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:42:46,155 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., storeName=f4206af8d127758e6c8c508f896ff151/A, priority=13, startTime=1732120965681; duration=0sec 2024-11-20T16:42:46,155 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:46,155 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4206af8d127758e6c8c508f896ff151:A 2024-11-20T16:42:46,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:46,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:46,172 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4206af8d127758e6c8c508f896ff151#C#compaction#462 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:46,172 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/233bf7a9d09b41f0a950cde386ea9316 is 50, key is test_row_0/C:col10/1732120963999/Put/seqid=0 2024-11-20T16:42:46,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742372_1548 (size=12207) 2024-11-20T16:42:46,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:46,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121026186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:46,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:46,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:46,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121026189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:46,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:46,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:46,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121026189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:46,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:46,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:46,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:46,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48670 deadline: 1732121026191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:46,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48644 deadline: 1732121026190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:46,196 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,196 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,196 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:46,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:46,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:46,256 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120930a20fd65b545f0b081e6a8b2226d83_f4206af8d127758e6c8c508f896ff151 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120930a20fd65b545f0b081e6a8b2226d83_f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:46,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/bb6cafeab0cf4e9c971c00af1273183e, store: [table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:46,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/bb6cafeab0cf4e9c971c00af1273183e is 175, key is test_row_0/A:col10/1732120964006/Put/seqid=0 2024-11-20T16:42:46,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742373_1549 (size=30955) 2024-11-20T16:42:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T16:42:46,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121026295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:46,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:46,299 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,299 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121026295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:46,299 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:46,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:46,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48670 deadline: 1732121026306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:46,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121026306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:46,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48644 deadline: 1732121026306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:46,310 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,310 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,310 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:46,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:46,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:46,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121026505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:46,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121026505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:46,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:46,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:46,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48670 deadline: 1732121026515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:46,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121026515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:46,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:46,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48644 deadline: 1732121026516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:46,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:46,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:46,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:46,585 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/233bf7a9d09b41f0a950cde386ea9316 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/233bf7a9d09b41f0a950cde386ea9316 2024-11-20T16:42:46,588 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4206af8d127758e6c8c508f896ff151/C of f4206af8d127758e6c8c508f896ff151 into 233bf7a9d09b41f0a950cde386ea9316(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:46,588 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:42:46,588 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., storeName=f4206af8d127758e6c8c508f896ff151/C, priority=13, startTime=1732120965682; duration=0sec 2024-11-20T16:42:46,588 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:46,588 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4206af8d127758e6c8c508f896ff151:C 2024-11-20T16:42:46,661 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/bb6cafeab0cf4e9c971c00af1273183e 2024-11-20T16:42:46,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/a10c5205232b42cf831d0e29c1a3f270 is 50, key is test_row_0/B:col10/1732120964006/Put/seqid=0 2024-11-20T16:42:46,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742374_1550 (size=12001) 2024-11-20T16:42:46,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121026816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:46,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:46,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121026816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:46,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:46,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48670 deadline: 1732121026825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:46,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:46,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121026825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:46,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:46,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48644 deadline: 1732121026825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:46,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:46,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:47,071 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/a10c5205232b42cf831d0e29c1a3f270 2024-11-20T16:42:47,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/1d3d8de3652844739311a6f51ba48f4d is 50, key is test_row_0/C:col10/1732120964006/Put/seqid=0 2024-11-20T16:42:47,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742375_1551 (size=12001) 2024-11-20T16:42:47,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:47,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121027325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:47,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:47,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:47,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121027325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:47,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:47,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:47,327 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:47,327 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:47,327 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:47,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:47,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48670 deadline: 1732121027335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:47,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:47,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:47,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121027335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:47,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:47,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:47,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:47,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:47,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48644 deadline: 1732121027335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:47,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:47,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:47,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:47,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:47,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:47,480 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/1d3d8de3652844739311a6f51ba48f4d 2024-11-20T16:42:47,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/bb6cafeab0cf4e9c971c00af1273183e as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/bb6cafeab0cf4e9c971c00af1273183e 2024-11-20T16:42:47,486 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/bb6cafeab0cf4e9c971c00af1273183e, entries=150, sequenceid=115, filesize=30.2 K 2024-11-20T16:42:47,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/a10c5205232b42cf831d0e29c1a3f270 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/a10c5205232b42cf831d0e29c1a3f270 2024-11-20T16:42:47,489 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/a10c5205232b42cf831d0e29c1a3f270, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T16:42:47,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/1d3d8de3652844739311a6f51ba48f4d as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/1d3d8de3652844739311a6f51ba48f4d 2024-11-20T16:42:47,491 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/1d3d8de3652844739311a6f51ba48f4d, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T16:42:47,492 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for f4206af8d127758e6c8c508f896ff151 in 1665ms, sequenceid=115, compaction requested=false 2024-11-20T16:42:47,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:42:47,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:47,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-20T16:42:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-20T16:42:47,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-20T16:42:47,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3450 sec 2024-11-20T16:42:47,496 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 3.3490 sec 2024-11-20T16:42:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T16:42:48,305 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:42:48,306 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:42:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-20T16:42:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-20T16:42:48,307 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:42:48,308 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:42:48,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:42:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:48,338 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:42:48,338 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f4206af8d127758e6c8c508f896ff151 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T16:42:48,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cf4ee8985f534097960e0001d140a83a_f4206af8d127758e6c8c508f896ff151 is 50, key is test_row_0/A:col10/1732120966180/Put/seqid=0 2024-11-20T16:42:48,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742376_1552 (size=14794) 2024-11-20T16:42:48,348 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:48,351 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cf4ee8985f534097960e0001d140a83a_f4206af8d127758e6c8c508f896ff151 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cf4ee8985f534097960e0001d140a83a_f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:48,352 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/c7710e94917b4e7690b3f643a844989f, store: [table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:48,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/c7710e94917b4e7690b3f643a844989f is 175, key is test_row_0/A:col10/1732120966180/Put/seqid=0 2024-11-20T16:42:48,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742377_1553 (size=39749) 2024-11-20T16:42:48,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121028350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:48,355 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=143, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/c7710e94917b4e7690b3f643a844989f 2024-11-20T16:42:48,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121028350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:48,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:48,355 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:48,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:48,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:48,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:48,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:48,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121028352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:48,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:48,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:48,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:48,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48670 deadline: 1732121028355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:48,356 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_2' in f4206af8d127758e6c8c508f896ff151 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:42:48,357 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:48,357 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:48,357 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:48,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48644 deadline: 1732121028356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:48,359 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_1' in f4206af8d127758e6c8c508f896ff151 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:42:48,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:48,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:48,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:48,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/6c9fb460c98d454fa73d4483842e77b2 is 50, key is test_row_0/B:col10/1732120966180/Put/seqid=0 2024-11-20T16:42:48,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742378_1554 (size=12151) 2024-11-20T16:42:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-20T16:42:48,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-20T16:42:48,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:48,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:48,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:48,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:48,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:48,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121028465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:48,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:48,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121028465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:48,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:48,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:48,468 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:48,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:48,468 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:48,468 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121028465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:48,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:48,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:48,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:48,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-20T16:42:48,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:48,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:48,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:48,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:48,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-20T16:42:48,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121028675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:48,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:48,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:48,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:48,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121028675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:48,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:48,678 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:48,678 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121028675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:48,678 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:48,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:48,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:48,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:48,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-20T16:42:48,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:48,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:48,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:48,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:48,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:48,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/6c9fb460c98d454fa73d4483842e77b2 2024-11-20T16:42:48,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/53c71118a1bb4c9eb43b3c8e041dd7cc is 50, key is test_row_0/C:col10/1732120966180/Put/seqid=0 2024-11-20T16:42:48,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742379_1555 (size=12151) 2024-11-20T16:42:48,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/53c71118a1bb4c9eb43b3c8e041dd7cc 2024-11-20T16:42:48,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/c7710e94917b4e7690b3f643a844989f as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/c7710e94917b4e7690b3f643a844989f 2024-11-20T16:42:48,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/c7710e94917b4e7690b3f643a844989f, entries=200, sequenceid=143, filesize=38.8 K 2024-11-20T16:42:48,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/6c9fb460c98d454fa73d4483842e77b2 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/6c9fb460c98d454fa73d4483842e77b2 2024-11-20T16:42:48,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/6c9fb460c98d454fa73d4483842e77b2, entries=150, sequenceid=143, filesize=11.9 K 2024-11-20T16:42:48,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/53c71118a1bb4c9eb43b3c8e041dd7cc as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/53c71118a1bb4c9eb43b3c8e041dd7cc 2024-11-20T16:42:48,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/53c71118a1bb4c9eb43b3c8e041dd7cc, entries=150, sequenceid=143, filesize=11.9 K 2024-11-20T16:42:48,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f4206af8d127758e6c8c508f896ff151 in 457ms, sequenceid=143, compaction requested=true 2024-11-20T16:42:48,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:42:48,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4206af8d127758e6c8c508f896ff151:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:42:48,795 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:48,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:48,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4206af8d127758e6c8c508f896ff151:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:42:48,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:48,796 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:48,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4206af8d127758e6c8c508f896ff151:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:42:48,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:42:48,796 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:48,796 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): f4206af8d127758e6c8c508f896ff151/A is initiating minor compaction (all files) 2024-11-20T16:42:48,796 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:48,796 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4206af8d127758e6c8c508f896ff151/A in TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:48,796 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): f4206af8d127758e6c8c508f896ff151/B is initiating minor compaction (all files) 2024-11-20T16:42:48,796 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4206af8d127758e6c8c508f896ff151/B in TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:48,796 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/bb3fdbd10a134311b36191d2858818d8, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/bb6cafeab0cf4e9c971c00af1273183e, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/c7710e94917b4e7690b3f643a844989f] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp, totalSize=99.5 K 2024-11-20T16:42:48,796 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/ba32287fe1d94bc1a582662b9e1415d5, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/a10c5205232b42cf831d0e29c1a3f270, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/6c9fb460c98d454fa73d4483842e77b2] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp, totalSize=35.5 K 2024-11-20T16:42:48,796 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:48,796 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. files: [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/bb3fdbd10a134311b36191d2858818d8, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/bb6cafeab0cf4e9c971c00af1273183e, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/c7710e94917b4e7690b3f643a844989f] 2024-11-20T16:42:48,797 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting ba32287fe1d94bc1a582662b9e1415d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1732120963998 2024-11-20T16:42:48,797 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb3fdbd10a134311b36191d2858818d8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1732120963998 2024-11-20T16:42:48,797 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting a10c5205232b42cf831d0e29c1a3f270, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732120964006 2024-11-20T16:42:48,797 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c9fb460c98d454fa73d4483842e77b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732120966180 2024-11-20T16:42:48,797 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb6cafeab0cf4e9c971c00af1273183e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732120964006 2024-11-20T16:42:48,798 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7710e94917b4e7690b3f643a844989f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732120966180 2024-11-20T16:42:48,804 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4206af8d127758e6c8c508f896ff151#B#compaction#468 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:48,804 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/141ce57af36947878dc823352b6dc8f2 is 50, key is test_row_0/B:col10/1732120966180/Put/seqid=0 2024-11-20T16:42:48,805 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:48,808 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112099cddf81c78d4f4e87e1c28066262c41_f4206af8d127758e6c8c508f896ff151 store=[table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:48,810 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112099cddf81c78d4f4e87e1c28066262c41_f4206af8d127758e6c8c508f896ff151, store=[table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:48,810 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112099cddf81c78d4f4e87e1c28066262c41_f4206af8d127758e6c8c508f896ff151 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:48,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742380_1556 (size=12459) 2024-11-20T16:42:48,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742381_1557 (size=4469) 2024-11-20T16:42:48,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-20T16:42:48,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:48,917 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing f4206af8d127758e6c8c508f896ff151 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T16:42:48,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120105578297b2e45aeb3e055264e768c77_f4206af8d127758e6c8c508f896ff151 is 50, key is test_row_0/A:col10/1732120968349/Put/seqid=0 2024-11-20T16:42:48,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742382_1558 (size=12304) 2024-11-20T16:42:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-20T16:42:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:48,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:49,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121029017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:49,021 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:49,021 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:49,021 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:49,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121029018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:49,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:49,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:49,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:49,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121029019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:49,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:49,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:49,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:49,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121029126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:49,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:49,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:49,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121029126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:49,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:49,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:49,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:49,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:49,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121029126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:49,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:49,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:49,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:49,214 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4206af8d127758e6c8c508f896ff151#A#compaction#469 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:49,215 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/b42a1a4571f145809695277858cbee0d is 175, key is test_row_0/A:col10/1732120966180/Put/seqid=0 2024-11-20T16:42:49,215 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/141ce57af36947878dc823352b6dc8f2 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/141ce57af36947878dc823352b6dc8f2 2024-11-20T16:42:49,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742383_1559 (size=31413) 2024-11-20T16:42:49,224 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4206af8d127758e6c8c508f896ff151/B of f4206af8d127758e6c8c508f896ff151 into 141ce57af36947878dc823352b6dc8f2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:49,224 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:42:49,224 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., storeName=f4206af8d127758e6c8c508f896ff151/B, priority=13, startTime=1732120968795; duration=0sec 2024-11-20T16:42:49,224 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:42:49,224 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4206af8d127758e6c8c508f896ff151:B 2024-11-20T16:42:49,224 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:49,225 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:49,225 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): f4206af8d127758e6c8c508f896ff151/C is initiating minor compaction (all files) 2024-11-20T16:42:49,225 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4206af8d127758e6c8c508f896ff151/C in TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:49,225 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/233bf7a9d09b41f0a950cde386ea9316, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/1d3d8de3652844739311a6f51ba48f4d, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/53c71118a1bb4c9eb43b3c8e041dd7cc] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp, totalSize=35.5 K 2024-11-20T16:42:49,225 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 233bf7a9d09b41f0a950cde386ea9316, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1732120963998 2024-11-20T16:42:49,226 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d3d8de3652844739311a6f51ba48f4d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732120964006 2024-11-20T16:42:49,226 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 53c71118a1bb4c9eb43b3c8e041dd7cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732120966180 2024-11-20T16:42:49,230 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4206af8d127758e6c8c508f896ff151#C#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:49,230 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/d99df5180eb24816ad885c85b5193c11 is 50, key is test_row_0/C:col10/1732120966180/Put/seqid=0 2024-11-20T16:42:49,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742384_1560 (size=12459) 2024-11-20T16:42:49,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:49,329 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120105578297b2e45aeb3e055264e768c77_f4206af8d127758e6c8c508f896ff151 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120105578297b2e45aeb3e055264e768c77_f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:49,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/28e5c108770e40faa240d0d0982e82bc, store: [table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:49,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/28e5c108770e40faa240d0d0982e82bc is 175, key is test_row_0/A:col10/1732120968349/Put/seqid=0 2024-11-20T16:42:49,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742385_1561 (size=31105) 2024-11-20T16:42:49,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121029335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:49,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:49,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:49,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121029335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:49,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:49,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:49,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:49,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:49,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121029335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:49,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:49,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:49,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:49,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-20T16:42:49,626 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/b42a1a4571f145809695277858cbee0d as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/b42a1a4571f145809695277858cbee0d 2024-11-20T16:42:49,629 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4206af8d127758e6c8c508f896ff151/A of f4206af8d127758e6c8c508f896ff151 into b42a1a4571f145809695277858cbee0d(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:49,629 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:42:49,629 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., storeName=f4206af8d127758e6c8c508f896ff151/A, priority=13, startTime=1732120968795; duration=0sec 2024-11-20T16:42:49,629 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:49,629 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4206af8d127758e6c8c508f896ff151:A 2024-11-20T16:42:49,637 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/d99df5180eb24816ad885c85b5193c11 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/d99df5180eb24816ad885c85b5193c11 2024-11-20T16:42:49,640 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4206af8d127758e6c8c508f896ff151/C of f4206af8d127758e6c8c508f896ff151 into d99df5180eb24816ad885c85b5193c11(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:49,640 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:42:49,640 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., storeName=f4206af8d127758e6c8c508f896ff151/C, priority=13, startTime=1732120968796; duration=0sec 2024-11-20T16:42:49,640 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:49,640 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4206af8d127758e6c8c508f896ff151:C 2024-11-20T16:42:49,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:49,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121029645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:49,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:49,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:49,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121029645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:49,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:49,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:49,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:49,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:49,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:49,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:49,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121029645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:49,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:49,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:49,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:49,733 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/28e5c108770e40faa240d0d0982e82bc 2024-11-20T16:42:49,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/727a34cc2ee94f24a26fad370279e25b is 50, key is test_row_0/B:col10/1732120968349/Put/seqid=0 2024-11-20T16:42:49,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742386_1562 (size=12151) 2024-11-20T16:42:50,142 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/727a34cc2ee94f24a26fad370279e25b 2024-11-20T16:42:50,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/d7b903247d544ce899b7a5475d798c8a is 50, key is test_row_0/C:col10/1732120968349/Put/seqid=0 2024-11-20T16:42:50,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742387_1563 (size=12151) 2024-11-20T16:42:50,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121030155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:50,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:50,157 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:50,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121030155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:50,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:50,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:50,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:50,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:50,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121030156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:50,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:50,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:50,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:50,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48644 deadline: 1732121030365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:50,367 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_1' in f4206af8d127758e6c8c508f896ff151 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:42:50,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:50,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:50,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:50,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48670 deadline: 1732121030375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:50,376 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_2' in f4206af8d127758e6c8c508f896ff151 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:42:50,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:50,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:50,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-20T16:42:50,551 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/d7b903247d544ce899b7a5475d798c8a 2024-11-20T16:42:50,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/28e5c108770e40faa240d0d0982e82bc as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/28e5c108770e40faa240d0d0982e82bc 2024-11-20T16:42:50,568 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/28e5c108770e40faa240d0d0982e82bc, entries=150, sequenceid=154, filesize=30.4 K 2024-11-20T16:42:50,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/727a34cc2ee94f24a26fad370279e25b as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/727a34cc2ee94f24a26fad370279e25b 2024-11-20T16:42:50,573 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/727a34cc2ee94f24a26fad370279e25b, entries=150, sequenceid=154, filesize=11.9 K 2024-11-20T16:42:50,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/d7b903247d544ce899b7a5475d798c8a as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/d7b903247d544ce899b7a5475d798c8a 2024-11-20T16:42:50,578 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/d7b903247d544ce899b7a5475d798c8a, entries=150, sequenceid=154, filesize=11.9 K 2024-11-20T16:42:50,579 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f4206af8d127758e6c8c508f896ff151 in 1662ms, sequenceid=154, compaction requested=false 2024-11-20T16:42:50,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:42:50,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:50,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-20T16:42:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-20T16:42:50,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-20T16:42:50,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2720 sec 2024-11-20T16:42:50,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 2.2760 sec 2024-11-20T16:42:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:51,168 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:42:51,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f4206af8d127758e6c8c508f896ff151 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T16:42:51,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112024d828e906dc403787aeb2fbb9f457c8_f4206af8d127758e6c8c508f896ff151 is 50, key is test_row_0/A:col10/1732120969017/Put/seqid=0 2024-11-20T16:42:51,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742388_1564 (size=14794) 2024-11-20T16:42:51,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121031179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:51,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:51,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:51,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:51,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121031181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:51,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:51,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:51,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:51,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121031184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:51,188 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:51,188 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:51,188 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:51,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121031295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:51,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121031295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:51,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:51,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:51,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:51,297 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:51,297 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:51,297 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:51,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121031295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:51,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:51,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:51,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:51,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121031505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:51,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:51,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:51,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121031505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:51,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:51,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:51,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:51,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:51,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121031505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:51,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:51,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:51,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:51,577 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:51,580 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112024d828e906dc403787aeb2fbb9f457c8_f4206af8d127758e6c8c508f896ff151 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112024d828e906dc403787aeb2fbb9f457c8_f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:51,580 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/a9cd26e1c4634f1db9c8f0379dd58190, store: [table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:51,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/a9cd26e1c4634f1db9c8f0379dd58190 is 175, key is test_row_0/A:col10/1732120969017/Put/seqid=0 2024-11-20T16:42:51,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742389_1565 (size=39749) 2024-11-20T16:42:51,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121031816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:51,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:51,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:51,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:51,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121031816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:51,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:51,818 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:51,818 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121031816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:51,818 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:51,818 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:51,818 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:51,818 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:51,991 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=183, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/a9cd26e1c4634f1db9c8f0379dd58190 2024-11-20T16:42:51,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/c06c67c49b2e4c43baa1458aa275923e is 50, key is test_row_0/B:col10/1732120969017/Put/seqid=0 2024-11-20T16:42:51,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742390_1566 (size=12151) 2024-11-20T16:42:52,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:52,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121032325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:52,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:52,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:52,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121032326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:52,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:52,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:52,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:52,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:52,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121032326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:52,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:52,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:52,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:52,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:52,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:52,400 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/c06c67c49b2e4c43baa1458aa275923e 2024-11-20T16:42:52,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/86fa82b146ac401d98ab93704e7a87e5 is 50, key is test_row_0/C:col10/1732120969017/Put/seqid=0 2024-11-20T16:42:52,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742391_1567 (size=12151) 2024-11-20T16:42:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-20T16:42:52,475 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:42:52,476 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:42:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-20T16:42:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-20T16:42:52,477 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:42:52,478 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:42:52,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:42:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-20T16:42:52,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-20T16:42:52,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:52,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:52,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:52,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:52,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:52,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-20T16:42:52,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:52,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:52,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:52,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:52,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:52,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-20T16:42:52,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/86fa82b146ac401d98ab93704e7a87e5 2024-11-20T16:42:52,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/a9cd26e1c4634f1db9c8f0379dd58190 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/a9cd26e1c4634f1db9c8f0379dd58190 2024-11-20T16:42:52,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/a9cd26e1c4634f1db9c8f0379dd58190, entries=200, sequenceid=183, filesize=38.8 K 2024-11-20T16:42:52,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/c06c67c49b2e4c43baa1458aa275923e as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/c06c67c49b2e4c43baa1458aa275923e 2024-11-20T16:42:52,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/c06c67c49b2e4c43baa1458aa275923e, entries=150, sequenceid=183, filesize=11.9 K 2024-11-20T16:42:52,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/86fa82b146ac401d98ab93704e7a87e5 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/86fa82b146ac401d98ab93704e7a87e5 2024-11-20T16:42:52,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/86fa82b146ac401d98ab93704e7a87e5, entries=150, sequenceid=183, filesize=11.9 K 2024-11-20T16:42:52,822 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f4206af8d127758e6c8c508f896ff151 in 1653ms, sequenceid=183, compaction requested=true 2024-11-20T16:42:52,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:42:52,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4206af8d127758e6c8c508f896ff151:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:42:52,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:52,822 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:52,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4206af8d127758e6c8c508f896ff151:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:42:52,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:52,822 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:52,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4206af8d127758e6c8c508f896ff151:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:42:52,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:42:52,823 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:52,823 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): f4206af8d127758e6c8c508f896ff151/A is initiating minor compaction (all files) 2024-11-20T16:42:52,823 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4206af8d127758e6c8c508f896ff151/A in TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:52,823 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/b42a1a4571f145809695277858cbee0d, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/28e5c108770e40faa240d0d0982e82bc, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/a9cd26e1c4634f1db9c8f0379dd58190] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp, totalSize=99.9 K 2024-11-20T16:42:52,823 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:52,823 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. files: [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/b42a1a4571f145809695277858cbee0d, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/28e5c108770e40faa240d0d0982e82bc, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/a9cd26e1c4634f1db9c8f0379dd58190] 2024-11-20T16:42:52,823 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:52,823 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): f4206af8d127758e6c8c508f896ff151/B is initiating minor compaction (all files) 2024-11-20T16:42:52,823 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting b42a1a4571f145809695277858cbee0d, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732120966180 2024-11-20T16:42:52,823 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4206af8d127758e6c8c508f896ff151/B in TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:52,823 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/141ce57af36947878dc823352b6dc8f2, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/727a34cc2ee94f24a26fad370279e25b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/c06c67c49b2e4c43baa1458aa275923e] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp, totalSize=35.9 K 2024-11-20T16:42:52,823 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28e5c108770e40faa240d0d0982e82bc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732120968349 2024-11-20T16:42:52,823 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 141ce57af36947878dc823352b6dc8f2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732120966180 2024-11-20T16:42:52,824 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9cd26e1c4634f1db9c8f0379dd58190, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732120968995 2024-11-20T16:42:52,824 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 727a34cc2ee94f24a26fad370279e25b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732120968349 2024-11-20T16:42:52,824 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting c06c67c49b2e4c43baa1458aa275923e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732120969017 2024-11-20T16:42:52,828 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:52,829 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4206af8d127758e6c8c508f896ff151#B#compaction#478 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:52,830 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/1b24196b1cdf4ac2965dd9e497aced95 is 50, key is test_row_0/B:col10/1732120969017/Put/seqid=0 2024-11-20T16:42:52,831 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120663e46726f394a81b8c44919d148c10f_f4206af8d127758e6c8c508f896ff151 store=[table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:52,833 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120663e46726f394a81b8c44919d148c10f_f4206af8d127758e6c8c508f896ff151, store=[table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:52,834 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120663e46726f394a81b8c44919d148c10f_f4206af8d127758e6c8c508f896ff151 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:52,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742392_1568 (size=12561) 2024-11-20T16:42:52,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742393_1569 (size=4469) 2024-11-20T16:42:52,840 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4206af8d127758e6c8c508f896ff151#A#compaction#477 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:52,841 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/dd961b71a81f4d78bc17510d4f140909 is 175, key is test_row_0/A:col10/1732120969017/Put/seqid=0 2024-11-20T16:42:52,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742394_1570 (size=31515) 2024-11-20T16:42:52,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-20T16:42:52,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:52,935 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing f4206af8d127758e6c8c508f896ff151 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T16:42:52,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120aa7dd72e11094ed9899c1d5682814247_f4206af8d127758e6c8c508f896ff151 is 50, key is test_row_0/A:col10/1732120971180/Put/seqid=0 2024-11-20T16:42:52,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742395_1571 (size=12304) 2024-11-20T16:42:52,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:52,948 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120aa7dd72e11094ed9899c1d5682814247_f4206af8d127758e6c8c508f896ff151 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120aa7dd72e11094ed9899c1d5682814247_f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:52,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/191bb5fcc0cb48728ee36eaea8e79793, store: [table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:52,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/191bb5fcc0cb48728ee36eaea8e79793 is 175, key is test_row_0/A:col10/1732120971180/Put/seqid=0 2024-11-20T16:42:52,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742396_1572 (size=31105) 2024-11-20T16:42:53,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-20T16:42:53,239 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/1b24196b1cdf4ac2965dd9e497aced95 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/1b24196b1cdf4ac2965dd9e497aced95 2024-11-20T16:42:53,249 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4206af8d127758e6c8c508f896ff151/B of f4206af8d127758e6c8c508f896ff151 into 1b24196b1cdf4ac2965dd9e497aced95(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:53,249 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/dd961b71a81f4d78bc17510d4f140909 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/dd961b71a81f4d78bc17510d4f140909 2024-11-20T16:42:53,249 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:42:53,249 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., storeName=f4206af8d127758e6c8c508f896ff151/B, priority=13, startTime=1732120972822; duration=0sec 2024-11-20T16:42:53,249 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:42:53,249 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4206af8d127758e6c8c508f896ff151:B 2024-11-20T16:42:53,250 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:53,250 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:53,250 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): f4206af8d127758e6c8c508f896ff151/C is initiating minor compaction (all files) 2024-11-20T16:42:53,250 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4206af8d127758e6c8c508f896ff151/C in TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:53,251 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/d99df5180eb24816ad885c85b5193c11, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/d7b903247d544ce899b7a5475d798c8a, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/86fa82b146ac401d98ab93704e7a87e5] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp, totalSize=35.9 K 2024-11-20T16:42:53,251 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting d99df5180eb24816ad885c85b5193c11, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732120966180 2024-11-20T16:42:53,251 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting d7b903247d544ce899b7a5475d798c8a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732120968349 2024-11-20T16:42:53,251 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 86fa82b146ac401d98ab93704e7a87e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732120969017 2024-11-20T16:42:53,253 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4206af8d127758e6c8c508f896ff151/A of f4206af8d127758e6c8c508f896ff151 into dd961b71a81f4d78bc17510d4f140909(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:53,253 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:42:53,253 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., storeName=f4206af8d127758e6c8c508f896ff151/A, priority=13, startTime=1732120972822; duration=0sec 2024-11-20T16:42:53,253 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:53,253 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4206af8d127758e6c8c508f896ff151:A 2024-11-20T16:42:53,257 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4206af8d127758e6c8c508f896ff151#C#compaction#480 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:53,257 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/f4612ca4da0744babb51a3a5b63f1e75 is 50, key is test_row_0/C:col10/1732120969017/Put/seqid=0 2024-11-20T16:42:53,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742397_1573 (size=12561) 2024-11-20T16:42:53,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:53,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:53,352 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=193, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/191bb5fcc0cb48728ee36eaea8e79793 2024-11-20T16:42:53,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/9cb18aecfe3049a7a402df9ff81451f5 is 50, key is test_row_0/B:col10/1732120971180/Put/seqid=0 2024-11-20T16:42:53,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742398_1574 (size=12151) 2024-11-20T16:42:53,361 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/9cb18aecfe3049a7a402df9ff81451f5 2024-11-20T16:42:53,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/dc45109526a64c4b93131ec5adb52143 is 50, key is test_row_0/C:col10/1732120971180/Put/seqid=0 2024-11-20T16:42:53,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742399_1575 (size=12151) 2024-11-20T16:42:53,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:53,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121033376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:53,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:53,380 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:53,380 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:53,380 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:53,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121033376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:53,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:53,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:53,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:53,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:53,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121033378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:53,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:53,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:53,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:53,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:53,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121033486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:53,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:53,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:53,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:53,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:53,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121033486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:53,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:53,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:53,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:53,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:53,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121033486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:53,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:53,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:53,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-20T16:42:53,664 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/f4612ca4da0744babb51a3a5b63f1e75 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/f4612ca4da0744babb51a3a5b63f1e75 2024-11-20T16:42:53,667 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4206af8d127758e6c8c508f896ff151/C of f4206af8d127758e6c8c508f896ff151 into f4612ca4da0744babb51a3a5b63f1e75(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:53,667 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:42:53,667 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., storeName=f4206af8d127758e6c8c508f896ff151/C, priority=13, startTime=1732120972822; duration=0sec 2024-11-20T16:42:53,667 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:53,667 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4206af8d127758e6c8c508f896ff151:C 2024-11-20T16:42:53,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:53,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121033696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:53,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:53,697 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:53,697 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:53,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121033696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:53,697 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:53,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:53,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:53,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:53,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121033696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:53,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:53,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:53,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:53,771 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/dc45109526a64c4b93131ec5adb52143 2024-11-20T16:42:53,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/191bb5fcc0cb48728ee36eaea8e79793 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/191bb5fcc0cb48728ee36eaea8e79793 2024-11-20T16:42:53,777 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/191bb5fcc0cb48728ee36eaea8e79793, entries=150, sequenceid=193, filesize=30.4 K 2024-11-20T16:42:53,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/9cb18aecfe3049a7a402df9ff81451f5 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/9cb18aecfe3049a7a402df9ff81451f5 2024-11-20T16:42:53,780 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/9cb18aecfe3049a7a402df9ff81451f5, entries=150, sequenceid=193, filesize=11.9 K 2024-11-20T16:42:53,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/dc45109526a64c4b93131ec5adb52143 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/dc45109526a64c4b93131ec5adb52143 2024-11-20T16:42:53,784 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/dc45109526a64c4b93131ec5adb52143, entries=150, sequenceid=193, filesize=11.9 K 2024-11-20T16:42:53,785 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for f4206af8d127758e6c8c508f896ff151 in 850ms, sequenceid=193, compaction requested=false 2024-11-20T16:42:53,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:42:53,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:53,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-20T16:42:53,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-20T16:42:53,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-20T16:42:53,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3080 sec 2024-11-20T16:42:53,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.3120 sec 2024-11-20T16:42:54,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:54,007 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:42:54,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f4206af8d127758e6c8c508f896ff151 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T16:42:54,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c4e919eb12394ae791dc6c4db43eb45e_f4206af8d127758e6c8c508f896ff151 is 50, key is test_row_0/A:col10/1732120974007/Put/seqid=0 2024-11-20T16:42:54,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121034012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:54,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:54,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:54,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:54,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121034013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:54,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:54,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:54,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:54,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742400_1576 (size=17284) 2024-11-20T16:42:54,017 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:54,019 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c4e919eb12394ae791dc6c4db43eb45e_f4206af8d127758e6c8c508f896ff151 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c4e919eb12394ae791dc6c4db43eb45e_f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:54,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121034014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:54,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:54,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:54,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:54,030 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/13b69dc6b3134fb0af1ffc6230134788, store: [table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:54,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/13b69dc6b3134fb0af1ffc6230134788 is 175, key is test_row_0/A:col10/1732120974007/Put/seqid=0 2024-11-20T16:42:54,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742401_1577 (size=48389) 2024-11-20T16:42:54,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:54,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121034125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:54,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:54,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:54,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:54,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121034125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:54,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:54,127 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:54,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:54,127 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:54,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121034125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:54,127 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:54,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:54,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:54,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:54,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121034335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:54,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:54,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121034335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:54,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:54,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:54,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:54,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:54,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:54,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121034335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:54,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:54,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:54,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:54,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:54,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48670 deadline: 1732121034405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48644 deadline: 1732121034405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:54,409 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_2' in f4206af8d127758e6c8c508f896ff151 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8218 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:42:54,409 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to b60eac9bda43,33789,1732120799020 for 'test_row_1' in f4206af8d127758e6c8c508f896ff151 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T16:42:54,410 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:54,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:54,410 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:54,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:54,410 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:54,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:54,434 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=225, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/13b69dc6b3134fb0af1ffc6230134788 2024-11-20T16:42:54,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/4b8e9b1f02594984b5f28b760d158ea0 is 50, key is test_row_0/B:col10/1732120974007/Put/seqid=0 2024-11-20T16:42:54,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742402_1578 (size=12151) 2024-11-20T16:42:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-20T16:42:54,626 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:42:54,627 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:42:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-20T16:42:54,629 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:42:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-20T16:42:54,630 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:42:54,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:42:54,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121034645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:54,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:54,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:54,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:54,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121034645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:54,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:54,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:54,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121034645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:54,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:54,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:54,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:54,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-20T16:42:54,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-20T16:42:54,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:54,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:54,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:54,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:54,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:54,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/4b8e9b1f02594984b5f28b760d158ea0 2024-11-20T16:42:54,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/21e7778944b941ae9efb0bc91e1bc145 is 50, key is test_row_0/C:col10/1732120974007/Put/seqid=0 2024-11-20T16:42:54,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742403_1579 (size=12151) 2024-11-20T16:42:54,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/21e7778944b941ae9efb0bc91e1bc145 2024-11-20T16:42:54,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/13b69dc6b3134fb0af1ffc6230134788 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/13b69dc6b3134fb0af1ffc6230134788 2024-11-20T16:42:54,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/13b69dc6b3134fb0af1ffc6230134788, entries=250, sequenceid=225, filesize=47.3 K 2024-11-20T16:42:54,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/4b8e9b1f02594984b5f28b760d158ea0 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/4b8e9b1f02594984b5f28b760d158ea0 2024-11-20T16:42:54,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/4b8e9b1f02594984b5f28b760d158ea0, entries=150, sequenceid=225, filesize=11.9 K 2024-11-20T16:42:54,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/21e7778944b941ae9efb0bc91e1bc145 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/21e7778944b941ae9efb0bc91e1bc145 2024-11-20T16:42:54,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/21e7778944b941ae9efb0bc91e1bc145, entries=150, sequenceid=225, filesize=11.9 K 2024-11-20T16:42:54,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for f4206af8d127758e6c8c508f896ff151 in 858ms, sequenceid=225, compaction requested=true 2024-11-20T16:42:54,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:42:54,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4206af8d127758e6c8c508f896ff151:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:42:54,865 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:54,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:54,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4206af8d127758e6c8c508f896ff151:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:42:54,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:54,865 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:54,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4206af8d127758e6c8c508f896ff151:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:42:54,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:42:54,866 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:54,866 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): f4206af8d127758e6c8c508f896ff151/B is initiating minor compaction (all files) 2024-11-20T16:42:54,866 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4206af8d127758e6c8c508f896ff151/B in TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:54,866 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/1b24196b1cdf4ac2965dd9e497aced95, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/9cb18aecfe3049a7a402df9ff81451f5, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/4b8e9b1f02594984b5f28b760d158ea0] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp, totalSize=36.0 K 2024-11-20T16:42:54,867 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:54,867 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b24196b1cdf4ac2965dd9e497aced95, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732120969017 2024-11-20T16:42:54,867 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): f4206af8d127758e6c8c508f896ff151/A is initiating minor compaction (all files) 2024-11-20T16:42:54,867 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4206af8d127758e6c8c508f896ff151/A in TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:54,867 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/dd961b71a81f4d78bc17510d4f140909, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/191bb5fcc0cb48728ee36eaea8e79793, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/13b69dc6b3134fb0af1ffc6230134788] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp, totalSize=108.4 K 2024-11-20T16:42:54,867 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:54,867 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 9cb18aecfe3049a7a402df9ff81451f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732120971178 2024-11-20T16:42:54,867 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. files: [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/dd961b71a81f4d78bc17510d4f140909, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/191bb5fcc0cb48728ee36eaea8e79793, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/13b69dc6b3134fb0af1ffc6230134788] 2024-11-20T16:42:54,867 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b8e9b1f02594984b5f28b760d158ea0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732120973376 2024-11-20T16:42:54,867 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd961b71a81f4d78bc17510d4f140909, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732120969017 2024-11-20T16:42:54,867 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 191bb5fcc0cb48728ee36eaea8e79793, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732120971178 2024-11-20T16:42:54,868 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13b69dc6b3134fb0af1ffc6230134788, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732120973370 2024-11-20T16:42:54,872 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:54,873 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4206af8d127758e6c8c508f896ff151#B#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:54,874 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/ac74c104310b4fea8f7f3b6cc526f682 is 50, key is test_row_0/B:col10/1732120974007/Put/seqid=0 2024-11-20T16:42:54,874 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112010697c72465246ecb46dae1383d4e33d_f4206af8d127758e6c8c508f896ff151 store=[table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:54,876 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112010697c72465246ecb46dae1383d4e33d_f4206af8d127758e6c8c508f896ff151, store=[table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:54,876 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112010697c72465246ecb46dae1383d4e33d_f4206af8d127758e6c8c508f896ff151 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:54,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742404_1580 (size=12663) 2024-11-20T16:42:54,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742405_1581 (size=4469) 2024-11-20T16:42:54,881 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/ac74c104310b4fea8f7f3b6cc526f682 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/ac74c104310b4fea8f7f3b6cc526f682 2024-11-20T16:42:54,885 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4206af8d127758e6c8c508f896ff151/B of f4206af8d127758e6c8c508f896ff151 into ac74c104310b4fea8f7f3b6cc526f682(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:54,885 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:42:54,885 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., storeName=f4206af8d127758e6c8c508f896ff151/B, priority=13, startTime=1732120974865; duration=0sec 2024-11-20T16:42:54,885 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:42:54,885 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4206af8d127758e6c8c508f896ff151:B 2024-11-20T16:42:54,885 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:54,886 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:54,886 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): f4206af8d127758e6c8c508f896ff151/C is initiating minor compaction (all files) 2024-11-20T16:42:54,886 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4206af8d127758e6c8c508f896ff151/C in TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:54,886 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/f4612ca4da0744babb51a3a5b63f1e75, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/dc45109526a64c4b93131ec5adb52143, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/21e7778944b941ae9efb0bc91e1bc145] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp, totalSize=36.0 K 2024-11-20T16:42:54,886 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting f4612ca4da0744babb51a3a5b63f1e75, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732120969017 2024-11-20T16:42:54,886 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting dc45109526a64c4b93131ec5adb52143, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732120971178 2024-11-20T16:42:54,886 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 21e7778944b941ae9efb0bc91e1bc145, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732120973376 2024-11-20T16:42:54,892 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4206af8d127758e6c8c508f896ff151#C#compaction#488 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:54,892 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/909db7424bd4435b9d169ff82080c6d6 is 50, key is test_row_0/C:col10/1732120974007/Put/seqid=0 2024-11-20T16:42:54,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742406_1582 (size=12663) 2024-11-20T16:42:54,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-20T16:42:54,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:54,934 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing f4206af8d127758e6c8c508f896ff151 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-20T16:42:54,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112059ea31a62bd74db3888c9a7fa367c762_f4206af8d127758e6c8c508f896ff151 is 50, key is test_row_0/A:col10/1732120974011/Put/seqid=0 2024-11-20T16:42:54,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742407_1583 (size=12304) 2024-11-20T16:42:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-20T16:42:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:55,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:55,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:55,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121035223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:55,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:55,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121035224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:55,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:55,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:55,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:55,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:55,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:55,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:55,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121035228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:55,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:55,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:55,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-20T16:42:55,282 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4206af8d127758e6c8c508f896ff151#A#compaction#487 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:55,282 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/add60591b9e445a1b793a0571b896700 is 175, key is test_row_0/A:col10/1732120974007/Put/seqid=0 2024-11-20T16:42:55,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742408_1584 (size=31617) 2024-11-20T16:42:55,297 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/add60591b9e445a1b793a0571b896700 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/add60591b9e445a1b793a0571b896700 2024-11-20T16:42:55,300 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/909db7424bd4435b9d169ff82080c6d6 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/909db7424bd4435b9d169ff82080c6d6 2024-11-20T16:42:55,301 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4206af8d127758e6c8c508f896ff151/A of f4206af8d127758e6c8c508f896ff151 into add60591b9e445a1b793a0571b896700(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:55,301 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:42:55,301 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., storeName=f4206af8d127758e6c8c508f896ff151/A, priority=13, startTime=1732120974865; duration=0sec 2024-11-20T16:42:55,301 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:55,301 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4206af8d127758e6c8c508f896ff151:A 2024-11-20T16:42:55,306 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4206af8d127758e6c8c508f896ff151/C of f4206af8d127758e6c8c508f896ff151 into 909db7424bd4435b9d169ff82080c6d6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:55,306 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:42:55,306 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., storeName=f4206af8d127758e6c8c508f896ff151/C, priority=13, startTime=1732120974865; duration=0sec 2024-11-20T16:42:55,306 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:55,306 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4206af8d127758e6c8c508f896ff151:C 2024-11-20T16:42:55,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121035335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:55,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121035336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:55,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:55,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:55,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:55,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121035336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:55,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:55,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:55,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:55,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:55,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:55,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:55,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:55,348 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112059ea31a62bd74db3888c9a7fa367c762_f4206af8d127758e6c8c508f896ff151 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112059ea31a62bd74db3888c9a7fa367c762_f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:55,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/ed087b7db916406d93a759889ff78179, store: [table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:55,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/ed087b7db916406d93a759889ff78179 is 175, key is test_row_0/A:col10/1732120974011/Put/seqid=0 2024-11-20T16:42:55,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742409_1585 (size=31105) 2024-11-20T16:42:55,356 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/ed087b7db916406d93a759889ff78179 2024-11-20T16:42:55,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/07a61c89b1604b5fa02a52ced1c00f5a is 50, key is test_row_0/B:col10/1732120974011/Put/seqid=0 2024-11-20T16:42:55,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742410_1586 (size=12151) 2024-11-20T16:42:55,368 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/07a61c89b1604b5fa02a52ced1c00f5a 2024-11-20T16:42:55,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/93a891fe8dae4aadaa117d4df3d3bf7a is 50, key is test_row_0/C:col10/1732120974011/Put/seqid=0 2024-11-20T16:42:55,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742411_1587 (size=12151) 2024-11-20T16:42:55,385 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/93a891fe8dae4aadaa117d4df3d3bf7a 2024-11-20T16:42:55,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/ed087b7db916406d93a759889ff78179 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/ed087b7db916406d93a759889ff78179 2024-11-20T16:42:55,394 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/ed087b7db916406d93a759889ff78179, entries=150, sequenceid=233, filesize=30.4 K 2024-11-20T16:42:55,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/07a61c89b1604b5fa02a52ced1c00f5a as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/07a61c89b1604b5fa02a52ced1c00f5a 2024-11-20T16:42:55,400 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/07a61c89b1604b5fa02a52ced1c00f5a, entries=150, sequenceid=233, filesize=11.9 K 2024-11-20T16:42:55,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/93a891fe8dae4aadaa117d4df3d3bf7a as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/93a891fe8dae4aadaa117d4df3d3bf7a 2024-11-20T16:42:55,404 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/93a891fe8dae4aadaa117d4df3d3bf7a, entries=150, sequenceid=233, filesize=11.9 K 2024-11-20T16:42:55,404 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for f4206af8d127758e6c8c508f896ff151 in 470ms, sequenceid=233, compaction requested=false 2024-11-20T16:42:55,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:42:55,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:55,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-20T16:42:55,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-20T16:42:55,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-20T16:42:55,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 776 msec 2024-11-20T16:42:55,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 781 msec 2024-11-20T16:42:55,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:55,548 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:42:55,548 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f4206af8d127758e6c8c508f896ff151 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-20T16:42:55,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121035549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:55,552 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:55,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:55,552 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:55,552 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121035549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:55,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:55,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:55,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:55,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fde593c7537a46a1a70e3ee48dd5ee7e_f4206af8d127758e6c8c508f896ff151 is 50, key is test_row_0/A:col10/1732120975547/Put/seqid=0 2024-11-20T16:42:55,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121035552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:55,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:55,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:55,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:55,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742412_1588 (size=14994) 2024-11-20T16:42:55,569 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:55,572 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fde593c7537a46a1a70e3ee48dd5ee7e_f4206af8d127758e6c8c508f896ff151 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fde593c7537a46a1a70e3ee48dd5ee7e_f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:55,572 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/0bc1db14d53d40e4b7d334c4119d46aa, store: [table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:55,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/0bc1db14d53d40e4b7d334c4119d46aa is 175, key is test_row_0/A:col10/1732120975547/Put/seqid=0 2024-11-20T16:42:55,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742413_1589 (size=39949) 2024-11-20T16:42:55,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121035655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:55,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:55,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121035656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:55,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:55,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:55,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:55,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:55,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:55,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121035666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:55,668 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:55,668 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:55,668 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-20T16:42:55,766 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:42:55,766 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T16:42:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-20T16:42:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-20T16:42:55,768 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:42:55,768 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:42:55,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:42:55,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121035865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:55,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:55,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:55,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:55,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121035866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:55,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:55,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:55,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-20T16:42:55,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121035876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:55,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:55,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:55,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:55,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-20T16:42:55,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:55,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:55,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:55,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:55,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:55,976 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=266, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/0bc1db14d53d40e4b7d334c4119d46aa 2024-11-20T16:42:55,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/84d792dfc67b4412a26ed42e59d4fc46 is 50, key is test_row_0/B:col10/1732120975547/Put/seqid=0 2024-11-20T16:42:55,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742414_1590 (size=12301) 2024-11-20T16:42:56,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-20T16:42:56,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:56,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:56,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:56,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:56,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-20T16:42:56,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121036175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:56,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:56,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:56,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:56,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121036175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:56,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:56,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:56,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:56,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121036185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:56,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:56,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:56,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:56,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-20T16:42:56,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:56,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:56,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:56,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:56,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:56,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-20T16:42:56,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:56,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:56,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:56,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:56,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:42:56,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/84d792dfc67b4412a26ed42e59d4fc46 2024-11-20T16:42:56,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/79ebc1cfda7a4cd1b3a2c102c7c1d16d is 50, key is test_row_0/C:col10/1732120975547/Put/seqid=0 2024-11-20T16:42:56,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742415_1591 (size=12301) 2024-11-20T16:42:56,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/79ebc1cfda7a4cd1b3a2c102c7c1d16d 2024-11-20T16:42:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-20T16:42:56,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/0bc1db14d53d40e4b7d334c4119d46aa as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/0bc1db14d53d40e4b7d334c4119d46aa 2024-11-20T16:42:56,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/0bc1db14d53d40e4b7d334c4119d46aa, entries=200, sequenceid=266, filesize=39.0 K 2024-11-20T16:42:56,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/84d792dfc67b4412a26ed42e59d4fc46 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/84d792dfc67b4412a26ed42e59d4fc46 2024-11-20T16:42:56,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/84d792dfc67b4412a26ed42e59d4fc46, entries=150, sequenceid=266, filesize=12.0 K 2024-11-20T16:42:56,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/79ebc1cfda7a4cd1b3a2c102c7c1d16d as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/79ebc1cfda7a4cd1b3a2c102c7c1d16d 2024-11-20T16:42:56,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/79ebc1cfda7a4cd1b3a2c102c7c1d16d, entries=150, sequenceid=266, filesize=12.0 K 2024-11-20T16:42:56,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for f4206af8d127758e6c8c508f896ff151 in 859ms, sequenceid=266, compaction requested=true 2024-11-20T16:42:56,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:42:56,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4206af8d127758e6c8c508f896ff151:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:42:56,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:56,407 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:56,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4206af8d127758e6c8c508f896ff151:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:42:56,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:56,407 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:56,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4206af8d127758e6c8c508f896ff151:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:42:56,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:42:56,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,408 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102671 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:56,408 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:56,408 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): f4206af8d127758e6c8c508f896ff151/A is initiating minor compaction (all files) 2024-11-20T16:42:56,408 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): f4206af8d127758e6c8c508f896ff151/B is initiating minor compaction (all files) 2024-11-20T16:42:56,408 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4206af8d127758e6c8c508f896ff151/A in TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:56,408 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4206af8d127758e6c8c508f896ff151/B in TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:56,408 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/add60591b9e445a1b793a0571b896700, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/ed087b7db916406d93a759889ff78179, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/0bc1db14d53d40e4b7d334c4119d46aa] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp, totalSize=100.3 K 2024-11-20T16:42:56,408 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/ac74c104310b4fea8f7f3b6cc526f682, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/07a61c89b1604b5fa02a52ced1c00f5a, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/84d792dfc67b4412a26ed42e59d4fc46] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp, totalSize=36.2 K 2024-11-20T16:42:56,408 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:56,408 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. files: [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/add60591b9e445a1b793a0571b896700, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/ed087b7db916406d93a759889ff78179, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/0bc1db14d53d40e4b7d334c4119d46aa] 2024-11-20T16:42:56,408 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting ac74c104310b4fea8f7f3b6cc526f682, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732120973376 2024-11-20T16:42:56,408 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting add60591b9e445a1b793a0571b896700, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732120973376 2024-11-20T16:42:56,408 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed087b7db916406d93a759889ff78179, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732120974010 2024-11-20T16:42:56,408 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 07a61c89b1604b5fa02a52ced1c00f5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732120974010 2024-11-20T16:42:56,408 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bc1db14d53d40e4b7d334c4119d46aa, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732120975221 2024-11-20T16:42:56,408 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 84d792dfc67b4412a26ed42e59d4fc46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732120975226 2024-11-20T16:42:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,413 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:56,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,414 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4206af8d127758e6c8c508f896ff151#B#compaction#496 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:56,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,414 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112096f7f8452c26405d8bfc8102369993b4_f4206af8d127758e6c8c508f896ff151 store=[table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:56,415 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/eb1a73dcd6b04f2aa2517e235a5d054b is 50, key is test_row_0/B:col10/1732120975547/Put/seqid=0 2024-11-20T16:42:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,416 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112096f7f8452c26405d8bfc8102369993b4_f4206af8d127758e6c8c508f896ff151, store=[table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:56,416 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112096f7f8452c26405d8bfc8102369993b4_f4206af8d127758e6c8c508f896ff151 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742416_1592 (size=12915) 2024-11-20T16:42:56,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742417_1593 (size=4469) 2024-11-20T16:42:56,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,432 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4206af8d127758e6c8c508f896ff151#A#compaction#495 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:56,432 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/fcedec206187434680f754bae177b16a is 175, key is test_row_0/A:col10/1732120975547/Put/seqid=0 2024-11-20T16:42:56,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742418_1594 (size=31869) 2024-11-20T16:42:56,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,440 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/fcedec206187434680f754bae177b16a as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/fcedec206187434680f754bae177b16a 2024-11-20T16:42:56,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,444 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4206af8d127758e6c8c508f896ff151/A of f4206af8d127758e6c8c508f896ff151 into fcedec206187434680f754bae177b16a(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:56,444 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:42:56,444 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., storeName=f4206af8d127758e6c8c508f896ff151/A, priority=13, startTime=1732120976407; duration=0sec 2024-11-20T16:42:56,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,444 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:42:56,445 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4206af8d127758e6c8c508f896ff151:A 2024-11-20T16:42:56,445 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:42:56,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,446 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:42:56,446 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): f4206af8d127758e6c8c508f896ff151/C is initiating minor compaction (all files) 2024-11-20T16:42:56,446 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4206af8d127758e6c8c508f896ff151/C in TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:56,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,446 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/909db7424bd4435b9d169ff82080c6d6, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/93a891fe8dae4aadaa117d4df3d3bf7a, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/79ebc1cfda7a4cd1b3a2c102c7c1d16d] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp, totalSize=36.2 K 2024-11-20T16:42:56,446 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 909db7424bd4435b9d169ff82080c6d6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732120973376 2024-11-20T16:42:56,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,446 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93a891fe8dae4aadaa117d4df3d3bf7a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732120974010 2024-11-20T16:42:56,447 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79ebc1cfda7a4cd1b3a2c102c7c1d16d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732120975226 2024-11-20T16:42:56,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,456 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4206af8d127758e6c8c508f896ff151#C#compaction#497 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:42:56,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,456 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/3798ceb592184cc189e66674ca42041a is 50, key is test_row_0/C:col10/1732120975547/Put/seqid=0 2024-11-20T16:42:56,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742419_1595 (size=12915) 2024-11-20T16:42:56,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-20T16:42:56,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:56,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,530 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing f4206af8d127758e6c8c508f896ff151 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-20T16:42:56,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204261974632bd43a8ab59db3e3cf43db2_f4206af8d127758e6c8c508f896ff151 is 50, key is test_row_0/A:col10/1732120975551/Put/seqid=0 2024-11-20T16:42:56,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742420_1596 (size=9914) 2024-11-20T16:42:56,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:56,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. as already flushing 2024-11-20T16:42:56,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:56,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121036738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:56,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:56,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:56,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:56,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:56,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121036739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:56,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:56,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:56,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:56,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121036740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:56,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:56,745 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:56,745 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:56,745 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:56,825 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/eb1a73dcd6b04f2aa2517e235a5d054b as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/eb1a73dcd6b04f2aa2517e235a5d054b 2024-11-20T16:42:56,829 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4206af8d127758e6c8c508f896ff151/B of f4206af8d127758e6c8c508f896ff151 into eb1a73dcd6b04f2aa2517e235a5d054b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:56,829 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:42:56,829 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., storeName=f4206af8d127758e6c8c508f896ff151/B, priority=13, startTime=1732120976407; duration=0sec 2024-11-20T16:42:56,829 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:56,829 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4206af8d127758e6c8c508f896ff151:B 2024-11-20T16:42:56,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:56,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121036845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:56,847 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:56,847 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:56,847 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:56,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:56,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121036856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:56,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:56,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:56,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:56,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121036856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:56,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:56,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:56,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:56,883 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/3798ceb592184cc189e66674ca42041a as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/3798ceb592184cc189e66674ca42041a 2024-11-20T16:42:56,886 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4206af8d127758e6c8c508f896ff151/C of f4206af8d127758e6c8c508f896ff151 into 3798ceb592184cc189e66674ca42041a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:42:56,886 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:42:56,886 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., storeName=f4206af8d127758e6c8c508f896ff151/C, priority=13, startTime=1732120976407; duration=0sec 2024-11-20T16:42:56,887 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:42:56,887 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4206af8d127758e6c8c508f896ff151:C 2024-11-20T16:42:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-20T16:42:56,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:56,951 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204261974632bd43a8ab59db3e3cf43db2_f4206af8d127758e6c8c508f896ff151 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204261974632bd43a8ab59db3e3cf43db2_f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:56,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/70a99f407ae1478792c349166189cc6b, store: [table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:56,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/70a99f407ae1478792c349166189cc6b is 175, key is test_row_0/A:col10/1732120975551/Put/seqid=0 2024-11-20T16:42:56,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742421_1597 (size=22561) 2024-11-20T16:42:57,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121037055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:57,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:57,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:57,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:57,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121037066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:57,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:57,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:57,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:57,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121037066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:57,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:57,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:57,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:57,203 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T16:42:57,362 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=272, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/70a99f407ae1478792c349166189cc6b 2024-11-20T16:42:57,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121037365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:57,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:57,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:57,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:57,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/1d54df5b458f499a981b7d0a550df05c is 50, key is test_row_0/B:col10/1732120975551/Put/seqid=0 2024-11-20T16:42:57,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742422_1598 (size=9857) 2024-11-20T16:42:57,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121037375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:57,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121037375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:57,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:57,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:57,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:57,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:57,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:57,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:57,770 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/1d54df5b458f499a981b7d0a550df05c 2024-11-20T16:42:57,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/fe7dc7b9c0f2498c879dec6e8ed5b9a6 is 50, key is test_row_0/C:col10/1732120975551/Put/seqid=0 2024-11-20T16:42:57,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742423_1599 (size=9857) 2024-11-20T16:42:57,843 INFO [Thread-2337 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2337. 2024-11-20T16:42:57,843 DEBUG [Thread-2337 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:42:57,843 DEBUG [Thread-2337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:57,843 DEBUG [Thread-2337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:57,843 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:42:57,843 INFO [Thread-2345 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2345. 2024-11-20T16:42:57,843 DEBUG [Thread-2345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:42:57,843 DEBUG [Thread-2345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:57,843 DEBUG [Thread-2345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:57,843 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:42:57,843 INFO [Thread-2341 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2341. 2024-11-20T16:42:57,843 DEBUG [Thread-2341 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:42:57,843 DEBUG [Thread-2341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:57,843 DEBUG [Thread-2341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:57,843 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:42:57,845 INFO [Thread-2343 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2343. 2024-11-20T16:42:57,845 DEBUG [Thread-2343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:42:57,845 DEBUG [Thread-2343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:57,845 DEBUG [Thread-2343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:57,846 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:42:57,847 INFO [Thread-2339 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2339. 2024-11-20T16:42:57,847 DEBUG [Thread-2339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:42:57,847 DEBUG [Thread-2339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:57,847 DEBUG [Thread-2339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:57,847 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:42:57,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1732121037875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:57,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:57,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:57,877 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:57,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732121037886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:57,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:42:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48642 deadline: 1732121037886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 2024-11-20T16:42:57,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:57,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:57,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:57,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 , the old value is region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:57,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:42:57,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., hostname=b60eac9bda43,33789,1732120799020, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:42:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-20T16:42:58,184 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/fe7dc7b9c0f2498c879dec6e8ed5b9a6 2024-11-20T16:42:58,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/70a99f407ae1478792c349166189cc6b as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/70a99f407ae1478792c349166189cc6b 2024-11-20T16:42:58,192 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/70a99f407ae1478792c349166189cc6b, entries=100, sequenceid=272, filesize=22.0 K 2024-11-20T16:42:58,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/1d54df5b458f499a981b7d0a550df05c as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/1d54df5b458f499a981b7d0a550df05c 2024-11-20T16:42:58,196 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/1d54df5b458f499a981b7d0a550df05c, entries=100, sequenceid=272, filesize=9.6 K 2024-11-20T16:42:58,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/fe7dc7b9c0f2498c879dec6e8ed5b9a6 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/fe7dc7b9c0f2498c879dec6e8ed5b9a6 2024-11-20T16:42:58,199 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/fe7dc7b9c0f2498c879dec6e8ed5b9a6, entries=100, sequenceid=272, filesize=9.6 K 2024-11-20T16:42:58,200 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=187.85 KB/192360 for f4206af8d127758e6c8c508f896ff151 in 1670ms, sequenceid=272, compaction requested=false 2024-11-20T16:42:58,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:42:58,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:42:58,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-20T16:42:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-20T16:42:58,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-20T16:42:58,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4340 sec 2024-11-20T16:42:58,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 2.4380 sec 2024-11-20T16:42:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33789 {}] regionserver.HRegion(8855): Flush requested on f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:58,900 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T16:42:58,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f4206af8d127758e6c8c508f896ff151 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-11-20T16:42:58,901 INFO [Thread-2334 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2334. 2024-11-20T16:42:58,901 DEBUG [Thread-2334 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:42:58,901 DEBUG [Thread-2334 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:58,901 DEBUG [Thread-2334 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:58,902 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:42:58,908 INFO [Thread-2332 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2332. 2024-11-20T16:42:58,908 INFO [Thread-2326 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2326. 2024-11-20T16:42:58,908 DEBUG [Thread-2326 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:42:58,908 DEBUG [Thread-2332 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:42:58,908 DEBUG [Thread-2326 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:58,908 DEBUG [Thread-2332 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:58,908 DEBUG [Thread-2332 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:58,908 DEBUG [Thread-2326 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:42:58,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:42:58,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:42:58,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120769cb4626cd84cf0a50fac64c1a0ac08_f4206af8d127758e6c8c508f896ff151 is 50, key is test_row_0/A:col10/1732120976737/Put/seqid=0 2024-11-20T16:42:58,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742424_1600 (size=12454) 2024-11-20T16:42:59,317 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:42:59,327 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120769cb4626cd84cf0a50fac64c1a0ac08_f4206af8d127758e6c8c508f896ff151 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120769cb4626cd84cf0a50fac64c1a0ac08_f4206af8d127758e6c8c508f896ff151 2024-11-20T16:42:59,328 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/a764bd7b5ac84594a3f950a6c6d045a3, store: [table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:42:59,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/a764bd7b5ac84594a3f950a6c6d045a3 is 175, key is test_row_0/A:col10/1732120976737/Put/seqid=0 2024-11-20T16:42:59,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742425_1601 (size=31255) 2024-11-20T16:42:59,734 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=306, memsize=64.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/a764bd7b5ac84594a3f950a6c6d045a3 2024-11-20T16:42:59,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/1eecd2a8a74c4275ac7d31c6e6d62b8c is 50, key is test_row_0/B:col10/1732120976737/Put/seqid=0 2024-11-20T16:42:59,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742426_1602 (size=12301) 2024-11-20T16:42:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-20T16:42:59,927 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:43:00,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/1eecd2a8a74c4275ac7d31c6e6d62b8c 2024-11-20T16:43:00,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/36e034710b7a487993eaab821ace3ffa is 50, key is test_row_0/C:col10/1732120976737/Put/seqid=0 2024-11-20T16:43:00,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742427_1603 (size=12301) 2024-11-20T16:43:00,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/36e034710b7a487993eaab821ace3ffa 2024-11-20T16:43:00,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/a764bd7b5ac84594a3f950a6c6d045a3 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/a764bd7b5ac84594a3f950a6c6d045a3 2024-11-20T16:43:00,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/a764bd7b5ac84594a3f950a6c6d045a3, entries=150, sequenceid=306, filesize=30.5 K 2024-11-20T16:43:00,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/1eecd2a8a74c4275ac7d31c6e6d62b8c as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/1eecd2a8a74c4275ac7d31c6e6d62b8c 2024-11-20T16:43:00,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/1eecd2a8a74c4275ac7d31c6e6d62b8c, entries=150, sequenceid=306, filesize=12.0 K 2024-11-20T16:43:00,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/36e034710b7a487993eaab821ace3ffa as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/36e034710b7a487993eaab821ace3ffa 2024-11-20T16:43:00,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/36e034710b7a487993eaab821ace3ffa, entries=150, sequenceid=306, filesize=12.0 K 2024-11-20T16:43:00,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=13.42 KB/13740 for f4206af8d127758e6c8c508f896ff151 in 1700ms, sequenceid=306, compaction requested=true 2024-11-20T16:43:00,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:43:00,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4206af8d127758e6c8c508f896ff151:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:43:00,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:43:00,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4206af8d127758e6c8c508f896ff151:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:43:00,600 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:43:00,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:43:00,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4206af8d127758e6c8c508f896ff151:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:43:00,600 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:43:00,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:43:00,602 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85685 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:43:00,602 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:43:00,602 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): f4206af8d127758e6c8c508f896ff151/B is initiating minor compaction (all files) 2024-11-20T16:43:00,602 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1541): f4206af8d127758e6c8c508f896ff151/A is initiating minor compaction (all files) 2024-11-20T16:43:00,602 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4206af8d127758e6c8c508f896ff151/B in TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:43:00,602 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4206af8d127758e6c8c508f896ff151/A in TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:43:00,602 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/eb1a73dcd6b04f2aa2517e235a5d054b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/1d54df5b458f499a981b7d0a550df05c, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/1eecd2a8a74c4275ac7d31c6e6d62b8c] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp, totalSize=34.3 K 2024-11-20T16:43:00,602 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/fcedec206187434680f754bae177b16a, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/70a99f407ae1478792c349166189cc6b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/a764bd7b5ac84594a3f950a6c6d045a3] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp, totalSize=83.7 K 2024-11-20T16:43:00,602 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:43:00,602 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. files: [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/fcedec206187434680f754bae177b16a, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/70a99f407ae1478792c349166189cc6b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/a764bd7b5ac84594a3f950a6c6d045a3] 2024-11-20T16:43:00,603 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb1a73dcd6b04f2aa2517e235a5d054b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732120975226 2024-11-20T16:43:00,603 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting fcedec206187434680f754bae177b16a, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732120975226 2024-11-20T16:43:00,603 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d54df5b458f499a981b7d0a550df05c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732120975548 2024-11-20T16:43:00,603 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting 70a99f407ae1478792c349166189cc6b, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732120975548 2024-11-20T16:43:00,604 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1eecd2a8a74c4275ac7d31c6e6d62b8c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732120976737 2024-11-20T16:43:00,604 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] compactions.Compactor(225): Compacting a764bd7b5ac84594a3f950a6c6d045a3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732120976737 2024-11-20T16:43:00,611 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:43:00,612 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4206af8d127758e6c8c508f896ff151#B#compaction#504 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:43:00,612 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/72fce924bd0f4ada8e89a05ab684fee8 is 50, key is test_row_0/B:col10/1732120976737/Put/seqid=0 2024-11-20T16:43:00,613 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120b1efa1f8ad804ed7a895c4b40cf75b53_f4206af8d127758e6c8c508f896ff151 store=[table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:43:00,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742428_1604 (size=13017) 2024-11-20T16:43:00,617 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120b1efa1f8ad804ed7a895c4b40cf75b53_f4206af8d127758e6c8c508f896ff151, store=[table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:43:00,618 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b1efa1f8ad804ed7a895c4b40cf75b53_f4206af8d127758e6c8c508f896ff151 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:43:00,621 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/72fce924bd0f4ada8e89a05ab684fee8 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/72fce924bd0f4ada8e89a05ab684fee8 2024-11-20T16:43:00,625 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4206af8d127758e6c8c508f896ff151/B of f4206af8d127758e6c8c508f896ff151 into 72fce924bd0f4ada8e89a05ab684fee8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:43:00,625 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:43:00,625 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., storeName=f4206af8d127758e6c8c508f896ff151/B, priority=13, startTime=1732120980600; duration=0sec 2024-11-20T16:43:00,625 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:43:00,625 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4206af8d127758e6c8c508f896ff151:B 2024-11-20T16:43:00,626 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:43:00,626 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:43:00,626 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1541): f4206af8d127758e6c8c508f896ff151/C is initiating minor compaction (all files) 2024-11-20T16:43:00,626 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4206af8d127758e6c8c508f896ff151/C in TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:43:00,626 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/3798ceb592184cc189e66674ca42041a, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/fe7dc7b9c0f2498c879dec6e8ed5b9a6, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/36e034710b7a487993eaab821ace3ffa] into tmpdir=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp, totalSize=34.3 K 2024-11-20T16:43:00,627 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3798ceb592184cc189e66674ca42041a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732120975226 2024-11-20T16:43:00,627 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe7dc7b9c0f2498c879dec6e8ed5b9a6, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732120975548 2024-11-20T16:43:00,627 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36e034710b7a487993eaab821ace3ffa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732120976737 2024-11-20T16:43:00,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742429_1605 (size=4469) 2024-11-20T16:43:00,635 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4206af8d127758e6c8c508f896ff151#C#compaction#506 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:43:00,636 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/677aa28b3b88410c84dfc7997d9632ee is 50, key is test_row_0/C:col10/1732120976737/Put/seqid=0 2024-11-20T16:43:00,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742430_1606 (size=13017) 2024-11-20T16:43:01,035 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4206af8d127758e6c8c508f896ff151#A#compaction#505 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:43:01,036 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/e87249b60a70456a8e8ccf2916628bcd is 175, key is test_row_0/A:col10/1732120976737/Put/seqid=0 2024-11-20T16:43:01,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742431_1607 (size=31971) 2024-11-20T16:43:01,046 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/677aa28b3b88410c84dfc7997d9632ee as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/677aa28b3b88410c84dfc7997d9632ee 2024-11-20T16:43:01,052 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4206af8d127758e6c8c508f896ff151/C of f4206af8d127758e6c8c508f896ff151 into 677aa28b3b88410c84dfc7997d9632ee(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:43:01,052 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:43:01,052 INFO [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., storeName=f4206af8d127758e6c8c508f896ff151/C, priority=13, startTime=1732120980600; duration=0sec 2024-11-20T16:43:01,052 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:43:01,052 DEBUG [RS:0;b60eac9bda43:33789-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4206af8d127758e6c8c508f896ff151:C 2024-11-20T16:43:01,448 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/e87249b60a70456a8e8ccf2916628bcd as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/e87249b60a70456a8e8ccf2916628bcd 2024-11-20T16:43:01,453 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4206af8d127758e6c8c508f896ff151/A of f4206af8d127758e6c8c508f896ff151 into e87249b60a70456a8e8ccf2916628bcd(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:43:01,453 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4206af8d127758e6c8c508f896ff151: 2024-11-20T16:43:01,453 INFO [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., storeName=f4206af8d127758e6c8c508f896ff151/A, priority=13, startTime=1732120980600; duration=0sec 2024-11-20T16:43:01,453 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:43:01,453 DEBUG [RS:0;b60eac9bda43:33789-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4206af8d127758e6c8c508f896ff151:A 2024-11-20T16:43:04,441 INFO [Thread-2328 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2328. 2024-11-20T16:43:04,441 DEBUG [Thread-2328 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:43:04,441 DEBUG [Thread-2328 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:43:04,441 DEBUG [Thread-2328 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:43:04,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:43:04,468 INFO [Thread-2330 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2330. 2024-11-20T16:43:04,468 DEBUG [Thread-2330 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:43:04,468 DEBUG [Thread-2330 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:43:04,468 DEBUG [Thread-2330 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:43:04,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:43:04,468 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T16:43:04,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-20T16:43:04,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-11-20T16:43:04,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-20T16:43:04,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-20T16:43:04,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-20T16:43:04,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T16:43:04,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4260 2024-11-20T16:43:04,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4101 2024-11-20T16:43:04,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4158 2024-11-20T16:43:04,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4259 2024-11-20T16:43:04,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4100 2024-11-20T16:43:04,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T16:43:04,469 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T16:43:04,469 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T16:43:04,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:43:04,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:43:04,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:43:04,471 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T16:43:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T16:43:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-20T16:43:04,475 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732120984475"}]},"ts":"1732120984475"} 2024-11-20T16:43:04,478 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T16:43:04,478 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T16:43:04,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T16:43:04,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4206af8d127758e6c8c508f896ff151, UNASSIGN}] 2024-11-20T16:43:04,483 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4206af8d127758e6c8c508f896ff151, UNASSIGN 2024-11-20T16:43:04,484 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=170 updating hbase:meta row=f4206af8d127758e6c8c508f896ff151, regionState=CLOSING, regionLocation=b60eac9bda43,33789,1732120799020 2024-11-20T16:43:04,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4206af8d127758e6c8c508f896ff151, UNASSIGN because future has completed 2024-11-20T16:43:04,487 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T16:43:04,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; CloseRegionProcedure f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020}] 2024-11-20T16:43:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-20T16:43:04,641 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(122): Close f4206af8d127758e6c8c508f896ff151 2024-11-20T16:43:04,641 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T16:43:04,641 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1722): Closing f4206af8d127758e6c8c508f896ff151, disabling compactions & flushes 2024-11-20T16:43:04,641 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:43:04,641 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:43:04,641 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. after waiting 0 ms 2024-11-20T16:43:04,642 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:43:04,642 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(2902): Flushing f4206af8d127758e6c8c508f896ff151 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-20T16:43:04,651 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c5b9c1f79aaa491cae737df5410e24bd_f4206af8d127758e6c8c508f896ff151 is 50, key is test_row_0/A:col10/1732120978907/Put/seqid=0 2024-11-20T16:43:04,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742432_1608 (size=12454) 2024-11-20T16:43:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-20T16:43:05,056 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:43:05,066 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c5b9c1f79aaa491cae737df5410e24bd_f4206af8d127758e6c8c508f896ff151 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c5b9c1f79aaa491cae737df5410e24bd_f4206af8d127758e6c8c508f896ff151 2024-11-20T16:43:05,067 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/5b42204a238a4002a10e708e369e9705, store: [table=TestAcidGuarantees family=A region=f4206af8d127758e6c8c508f896ff151] 2024-11-20T16:43:05,067 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/5b42204a238a4002a10e708e369e9705 is 175, key is test_row_0/A:col10/1732120978907/Put/seqid=0 2024-11-20T16:43:05,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742433_1609 (size=31255) 2024-11-20T16:43:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-20T16:43:05,472 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/5b42204a238a4002a10e708e369e9705 2024-11-20T16:43:05,486 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/898b5d21aae5495ba65c9abc725fb9ba is 50, key is test_row_0/B:col10/1732120978907/Put/seqid=0 2024-11-20T16:43:05,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742434_1610 (size=12301) 2024-11-20T16:43:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-20T16:43:05,892 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/898b5d21aae5495ba65c9abc725fb9ba 2024-11-20T16:43:05,905 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/6bb1b7b6bea6496c918623461faf36ee is 50, key is test_row_0/C:col10/1732120978907/Put/seqid=0 2024-11-20T16:43:05,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742435_1611 (size=12301) 2024-11-20T16:43:06,310 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/6bb1b7b6bea6496c918623461faf36ee 2024-11-20T16:43:06,320 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/A/5b42204a238a4002a10e708e369e9705 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/5b42204a238a4002a10e708e369e9705 2024-11-20T16:43:06,324 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/5b42204a238a4002a10e708e369e9705, entries=150, sequenceid=316, filesize=30.5 K 2024-11-20T16:43:06,325 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/B/898b5d21aae5495ba65c9abc725fb9ba as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/898b5d21aae5495ba65c9abc725fb9ba 2024-11-20T16:43:06,329 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/898b5d21aae5495ba65c9abc725fb9ba, entries=150, sequenceid=316, filesize=12.0 K 2024-11-20T16:43:06,329 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/.tmp/C/6bb1b7b6bea6496c918623461faf36ee as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/6bb1b7b6bea6496c918623461faf36ee 2024-11-20T16:43:06,333 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/6bb1b7b6bea6496c918623461faf36ee, entries=150, sequenceid=316, filesize=12.0 K 2024-11-20T16:43:06,333 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for f4206af8d127758e6c8c508f896ff151 in 1691ms, sequenceid=316, compaction requested=false 2024-11-20T16:43:06,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/4f082d8da6ba4143bab5c7302c942366, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/d449f33e7daa44099985b1b1ecd6559c, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/9235515ce45448ecb2a9c1e10bd7d3ef, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/f2ac549dfcde480c88a3db43771d053f, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/3404c184f97b4274b23b3335ff75cbf7, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/bb3fdbd10a134311b36191d2858818d8, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/ffe80c7b3375463c80ff1b4101a9e66d, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/bb6cafeab0cf4e9c971c00af1273183e, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/c7710e94917b4e7690b3f643a844989f, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/b42a1a4571f145809695277858cbee0d, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/28e5c108770e40faa240d0d0982e82bc, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/a9cd26e1c4634f1db9c8f0379dd58190, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/dd961b71a81f4d78bc17510d4f140909, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/191bb5fcc0cb48728ee36eaea8e79793, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/13b69dc6b3134fb0af1ffc6230134788, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/add60591b9e445a1b793a0571b896700, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/ed087b7db916406d93a759889ff78179, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/0bc1db14d53d40e4b7d334c4119d46aa, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/fcedec206187434680f754bae177b16a, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/70a99f407ae1478792c349166189cc6b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/a764bd7b5ac84594a3f950a6c6d045a3] to archive 2024-11-20T16:43:06,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:43:06,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/4f082d8da6ba4143bab5c7302c942366 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/4f082d8da6ba4143bab5c7302c942366 2024-11-20T16:43:06,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/d449f33e7daa44099985b1b1ecd6559c to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/d449f33e7daa44099985b1b1ecd6559c 2024-11-20T16:43:06,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/9235515ce45448ecb2a9c1e10bd7d3ef to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/9235515ce45448ecb2a9c1e10bd7d3ef 2024-11-20T16:43:06,339 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/f2ac549dfcde480c88a3db43771d053f to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/f2ac549dfcde480c88a3db43771d053f 2024-11-20T16:43:06,339 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/3404c184f97b4274b23b3335ff75cbf7 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/3404c184f97b4274b23b3335ff75cbf7 2024-11-20T16:43:06,340 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/bb3fdbd10a134311b36191d2858818d8 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/bb3fdbd10a134311b36191d2858818d8 2024-11-20T16:43:06,340 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/ffe80c7b3375463c80ff1b4101a9e66d to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/ffe80c7b3375463c80ff1b4101a9e66d 2024-11-20T16:43:06,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/bb6cafeab0cf4e9c971c00af1273183e to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/bb6cafeab0cf4e9c971c00af1273183e 2024-11-20T16:43:06,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/c7710e94917b4e7690b3f643a844989f to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/c7710e94917b4e7690b3f643a844989f 2024-11-20T16:43:06,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/b42a1a4571f145809695277858cbee0d to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/b42a1a4571f145809695277858cbee0d 2024-11-20T16:43:06,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/28e5c108770e40faa240d0d0982e82bc to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/28e5c108770e40faa240d0d0982e82bc 2024-11-20T16:43:06,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/a9cd26e1c4634f1db9c8f0379dd58190 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/a9cd26e1c4634f1db9c8f0379dd58190 2024-11-20T16:43:06,344 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/dd961b71a81f4d78bc17510d4f140909 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/dd961b71a81f4d78bc17510d4f140909 2024-11-20T16:43:06,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/191bb5fcc0cb48728ee36eaea8e79793 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/191bb5fcc0cb48728ee36eaea8e79793 2024-11-20T16:43:06,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/13b69dc6b3134fb0af1ffc6230134788 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/13b69dc6b3134fb0af1ffc6230134788 2024-11-20T16:43:06,346 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/add60591b9e445a1b793a0571b896700 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/add60591b9e445a1b793a0571b896700 2024-11-20T16:43:06,346 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/ed087b7db916406d93a759889ff78179 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/ed087b7db916406d93a759889ff78179 2024-11-20T16:43:06,347 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/0bc1db14d53d40e4b7d334c4119d46aa to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/0bc1db14d53d40e4b7d334c4119d46aa 2024-11-20T16:43:06,347 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/fcedec206187434680f754bae177b16a to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/fcedec206187434680f754bae177b16a 2024-11-20T16:43:06,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/70a99f407ae1478792c349166189cc6b to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/70a99f407ae1478792c349166189cc6b 2024-11-20T16:43:06,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/a764bd7b5ac84594a3f950a6c6d045a3 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/a764bd7b5ac84594a3f950a6c6d045a3 2024-11-20T16:43:06,350 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/eb0fa552d42d410fb29fe9a35cd82ce8, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/01907c5c56ac4377b48dc97f21787dd7, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/7c1296ca12324c2d9654e3298e436dfa, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/d30afde263d44f3c8e4e79987613afa3, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/24530510b85d46dd8ca895dfa4e6cbf1, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/ba32287fe1d94bc1a582662b9e1415d5, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/bc351f20dee64495aec72883b6108a5f, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/a10c5205232b42cf831d0e29c1a3f270, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/141ce57af36947878dc823352b6dc8f2, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/6c9fb460c98d454fa73d4483842e77b2, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/727a34cc2ee94f24a26fad370279e25b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/1b24196b1cdf4ac2965dd9e497aced95, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/c06c67c49b2e4c43baa1458aa275923e, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/9cb18aecfe3049a7a402df9ff81451f5, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/ac74c104310b4fea8f7f3b6cc526f682, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/4b8e9b1f02594984b5f28b760d158ea0, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/07a61c89b1604b5fa02a52ced1c00f5a, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/eb1a73dcd6b04f2aa2517e235a5d054b, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/84d792dfc67b4412a26ed42e59d4fc46, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/1d54df5b458f499a981b7d0a550df05c, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/1eecd2a8a74c4275ac7d31c6e6d62b8c] to archive 2024-11-20T16:43:06,350 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:43:06,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/eb0fa552d42d410fb29fe9a35cd82ce8 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/eb0fa552d42d410fb29fe9a35cd82ce8 2024-11-20T16:43:06,352 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/01907c5c56ac4377b48dc97f21787dd7 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/01907c5c56ac4377b48dc97f21787dd7 2024-11-20T16:43:06,352 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/7c1296ca12324c2d9654e3298e436dfa to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/7c1296ca12324c2d9654e3298e436dfa 2024-11-20T16:43:06,353 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/d30afde263d44f3c8e4e79987613afa3 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/d30afde263d44f3c8e4e79987613afa3 2024-11-20T16:43:06,354 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/24530510b85d46dd8ca895dfa4e6cbf1 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/24530510b85d46dd8ca895dfa4e6cbf1 2024-11-20T16:43:06,354 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/ba32287fe1d94bc1a582662b9e1415d5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/ba32287fe1d94bc1a582662b9e1415d5 2024-11-20T16:43:06,355 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/bc351f20dee64495aec72883b6108a5f to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/bc351f20dee64495aec72883b6108a5f 2024-11-20T16:43:06,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/a10c5205232b42cf831d0e29c1a3f270 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/a10c5205232b42cf831d0e29c1a3f270 2024-11-20T16:43:06,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/141ce57af36947878dc823352b6dc8f2 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/141ce57af36947878dc823352b6dc8f2 2024-11-20T16:43:06,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/6c9fb460c98d454fa73d4483842e77b2 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/6c9fb460c98d454fa73d4483842e77b2 2024-11-20T16:43:06,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/727a34cc2ee94f24a26fad370279e25b to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/727a34cc2ee94f24a26fad370279e25b 2024-11-20T16:43:06,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/1b24196b1cdf4ac2965dd9e497aced95 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/1b24196b1cdf4ac2965dd9e497aced95 2024-11-20T16:43:06,359 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/c06c67c49b2e4c43baa1458aa275923e to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/c06c67c49b2e4c43baa1458aa275923e 2024-11-20T16:43:06,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/9cb18aecfe3049a7a402df9ff81451f5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/9cb18aecfe3049a7a402df9ff81451f5 2024-11-20T16:43:06,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/ac74c104310b4fea8f7f3b6cc526f682 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/ac74c104310b4fea8f7f3b6cc526f682 2024-11-20T16:43:06,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/4b8e9b1f02594984b5f28b760d158ea0 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/4b8e9b1f02594984b5f28b760d158ea0 2024-11-20T16:43:06,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/07a61c89b1604b5fa02a52ced1c00f5a to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/07a61c89b1604b5fa02a52ced1c00f5a 2024-11-20T16:43:06,362 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/eb1a73dcd6b04f2aa2517e235a5d054b to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/eb1a73dcd6b04f2aa2517e235a5d054b 2024-11-20T16:43:06,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/84d792dfc67b4412a26ed42e59d4fc46 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/84d792dfc67b4412a26ed42e59d4fc46 2024-11-20T16:43:06,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/1d54df5b458f499a981b7d0a550df05c to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/1d54df5b458f499a981b7d0a550df05c 2024-11-20T16:43:06,364 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/1eecd2a8a74c4275ac7d31c6e6d62b8c to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/1eecd2a8a74c4275ac7d31c6e6d62b8c 2024-11-20T16:43:06,365 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/b42057dbccc048daba9637a0385cb684, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/7a7e75fc994446958cf4107106804439, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/135a31ea476f4cc0b307d915a16511f4, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/603fb58099e2485c88f6f0f50e0ca5cd, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/eca5f0193964440b9899898c7ad4458a, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/233bf7a9d09b41f0a950cde386ea9316, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/dbc069bd10ac4f1c9c942ad00e45c01f, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/1d3d8de3652844739311a6f51ba48f4d, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/d99df5180eb24816ad885c85b5193c11, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/53c71118a1bb4c9eb43b3c8e041dd7cc, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/d7b903247d544ce899b7a5475d798c8a, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/f4612ca4da0744babb51a3a5b63f1e75, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/86fa82b146ac401d98ab93704e7a87e5, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/dc45109526a64c4b93131ec5adb52143, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/909db7424bd4435b9d169ff82080c6d6, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/21e7778944b941ae9efb0bc91e1bc145, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/93a891fe8dae4aadaa117d4df3d3bf7a, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/3798ceb592184cc189e66674ca42041a, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/79ebc1cfda7a4cd1b3a2c102c7c1d16d, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/fe7dc7b9c0f2498c879dec6e8ed5b9a6, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/36e034710b7a487993eaab821ace3ffa] to archive 2024-11-20T16:43:06,365 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:43:06,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/b42057dbccc048daba9637a0385cb684 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/b42057dbccc048daba9637a0385cb684 2024-11-20T16:43:06,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/7a7e75fc994446958cf4107106804439 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/7a7e75fc994446958cf4107106804439 2024-11-20T16:43:06,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/135a31ea476f4cc0b307d915a16511f4 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/135a31ea476f4cc0b307d915a16511f4 2024-11-20T16:43:06,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/603fb58099e2485c88f6f0f50e0ca5cd to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/603fb58099e2485c88f6f0f50e0ca5cd 2024-11-20T16:43:06,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/eca5f0193964440b9899898c7ad4458a to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/eca5f0193964440b9899898c7ad4458a 2024-11-20T16:43:06,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/233bf7a9d09b41f0a950cde386ea9316 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/233bf7a9d09b41f0a950cde386ea9316 2024-11-20T16:43:06,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/dbc069bd10ac4f1c9c942ad00e45c01f to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/dbc069bd10ac4f1c9c942ad00e45c01f 2024-11-20T16:43:06,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/1d3d8de3652844739311a6f51ba48f4d to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/1d3d8de3652844739311a6f51ba48f4d 2024-11-20T16:43:06,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/d99df5180eb24816ad885c85b5193c11 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/d99df5180eb24816ad885c85b5193c11 2024-11-20T16:43:06,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/53c71118a1bb4c9eb43b3c8e041dd7cc to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/53c71118a1bb4c9eb43b3c8e041dd7cc 2024-11-20T16:43:06,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/d7b903247d544ce899b7a5475d798c8a to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/d7b903247d544ce899b7a5475d798c8a 2024-11-20T16:43:06,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/f4612ca4da0744babb51a3a5b63f1e75 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/f4612ca4da0744babb51a3a5b63f1e75 2024-11-20T16:43:06,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/86fa82b146ac401d98ab93704e7a87e5 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/86fa82b146ac401d98ab93704e7a87e5 2024-11-20T16:43:06,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/dc45109526a64c4b93131ec5adb52143 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/dc45109526a64c4b93131ec5adb52143 2024-11-20T16:43:06,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/909db7424bd4435b9d169ff82080c6d6 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/909db7424bd4435b9d169ff82080c6d6 2024-11-20T16:43:06,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/21e7778944b941ae9efb0bc91e1bc145 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/21e7778944b941ae9efb0bc91e1bc145 2024-11-20T16:43:06,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/93a891fe8dae4aadaa117d4df3d3bf7a to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/93a891fe8dae4aadaa117d4df3d3bf7a 2024-11-20T16:43:06,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/3798ceb592184cc189e66674ca42041a to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/3798ceb592184cc189e66674ca42041a 2024-11-20T16:43:06,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/79ebc1cfda7a4cd1b3a2c102c7c1d16d to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/79ebc1cfda7a4cd1b3a2c102c7c1d16d 2024-11-20T16:43:06,378 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/fe7dc7b9c0f2498c879dec6e8ed5b9a6 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/fe7dc7b9c0f2498c879dec6e8ed5b9a6 2024-11-20T16:43:06,378 DEBUG [StoreCloser-TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/36e034710b7a487993eaab821ace3ffa to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/36e034710b7a487993eaab821ace3ffa 2024-11-20T16:43:06,381 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/recovered.edits/319.seqid, newMaxSeqId=319, maxSeqId=4 2024-11-20T16:43:06,382 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. 2024-11-20T16:43:06,382 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1676): Region close journal for f4206af8d127758e6c8c508f896ff151: Waiting for close lock at 1732120984641Running coprocessor pre-close hooks at 1732120984641Disabling compacts and flushes for region at 1732120984641Disabling writes for close at 1732120984642 (+1 ms)Obtaining lock to block concurrent updates at 1732120984642Preparing flush snapshotting stores in f4206af8d127758e6c8c508f896ff151 at 1732120984642Finished memstore snapshotting TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1732120984642Flushing stores of TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151. at 1732120984644 (+2 ms)Flushing f4206af8d127758e6c8c508f896ff151/A: creating writer at 1732120984644Flushing mob file f4206af8d127758e6c8c508f896ff151/A: appending metadata at 1732120984651 (+7 ms)Flushing mob file f4206af8d127758e6c8c508f896ff151/A: closing flushed file at 1732120984651Flushing f4206af8d127758e6c8c508f896ff151/A: appending metadata at 1732120985067 (+416 ms)Flushing f4206af8d127758e6c8c508f896ff151/A: closing flushed file at 1732120985067Flushing f4206af8d127758e6c8c508f896ff151/B: creating writer at 1732120985481 (+414 ms)Flushing f4206af8d127758e6c8c508f896ff151/B: appending metadata at 1732120985485 (+4 ms)Flushing f4206af8d127758e6c8c508f896ff151/B: closing flushed file at 1732120985485Flushing f4206af8d127758e6c8c508f896ff151/C: creating writer at 1732120985902 (+417 ms)Flushing f4206af8d127758e6c8c508f896ff151/C: appending metadata at 1732120985904 (+2 ms)Flushing f4206af8d127758e6c8c508f896ff151/C: closing flushed file at 1732120985904Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33a92619: reopening flushed file at 1732120986319 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f7fd459: reopening flushed file at 1732120986325 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14ae6582: reopening flushed file at 1732120986329 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for f4206af8d127758e6c8c508f896ff151 in 1691ms, sequenceid=316, compaction requested=false at 1732120986334 (+5 ms)Writing region close event to WAL at 1732120986379 (+45 ms)Running coprocessor post-close hooks at 1732120986382 (+3 ms)Closed at 1732120986382 2024-11-20T16:43:06,383 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(157): Closed f4206af8d127758e6c8c508f896ff151 2024-11-20T16:43:06,384 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=170 updating hbase:meta row=f4206af8d127758e6c8c508f896ff151, regionState=CLOSED 2024-11-20T16:43:06,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=171, ppid=170, state=RUNNABLE, hasLock=false; CloseRegionProcedure f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 because future has completed 2024-11-20T16:43:06,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-20T16:43:06,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; CloseRegionProcedure f4206af8d127758e6c8c508f896ff151, server=b60eac9bda43,33789,1732120799020 in 1.8980 sec 2024-11-20T16:43:06,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=170, resume processing ppid=169 2024-11-20T16:43:06,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, ppid=169, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4206af8d127758e6c8c508f896ff151, UNASSIGN in 1.9040 sec 2024-11-20T16:43:06,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-20T16:43:06,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9090 sec 2024-11-20T16:43:06,390 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732120986389"}]},"ts":"1732120986389"} 2024-11-20T16:43:06,390 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T16:43:06,390 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T16:43:06,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9200 sec 2024-11-20T16:43:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-20T16:43:06,626 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:43:06,628 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T16:43:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:43:06,631 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=172, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:43:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-20T16:43:06,632 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=172, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:43:06,636 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151 2024-11-20T16:43:06,639 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A, FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B, FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C, FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/recovered.edits] 2024-11-20T16:43:06,643 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/5b42204a238a4002a10e708e369e9705 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/5b42204a238a4002a10e708e369e9705 2024-11-20T16:43:06,645 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/e87249b60a70456a8e8ccf2916628bcd to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/A/e87249b60a70456a8e8ccf2916628bcd 2024-11-20T16:43:06,649 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/72fce924bd0f4ada8e89a05ab684fee8 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/72fce924bd0f4ada8e89a05ab684fee8 2024-11-20T16:43:06,650 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/898b5d21aae5495ba65c9abc725fb9ba to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/B/898b5d21aae5495ba65c9abc725fb9ba 2024-11-20T16:43:06,654 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/677aa28b3b88410c84dfc7997d9632ee to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/677aa28b3b88410c84dfc7997d9632ee 2024-11-20T16:43:06,656 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/6bb1b7b6bea6496c918623461faf36ee to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/C/6bb1b7b6bea6496c918623461faf36ee 2024-11-20T16:43:06,661 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/recovered.edits/319.seqid to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151/recovered.edits/319.seqid 2024-11-20T16:43:06,662 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/default/TestAcidGuarantees/f4206af8d127758e6c8c508f896ff151 2024-11-20T16:43:06,663 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T16:43:06,663 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T16:43:06,665 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T16:43:06,670 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120105578297b2e45aeb3e055264e768c77_f4206af8d127758e6c8c508f896ff151 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120105578297b2e45aeb3e055264e768c77_f4206af8d127758e6c8c508f896ff151 2024-11-20T16:43:06,672 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112024d828e906dc403787aeb2fbb9f457c8_f4206af8d127758e6c8c508f896ff151 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112024d828e906dc403787aeb2fbb9f457c8_f4206af8d127758e6c8c508f896ff151 2024-11-20T16:43:06,674 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112034e5da61e0184974b8ffef7dee1e7982_f4206af8d127758e6c8c508f896ff151 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112034e5da61e0184974b8ffef7dee1e7982_f4206af8d127758e6c8c508f896ff151 2024-11-20T16:43:06,675 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204261974632bd43a8ab59db3e3cf43db2_f4206af8d127758e6c8c508f896ff151 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204261974632bd43a8ab59db3e3cf43db2_f4206af8d127758e6c8c508f896ff151 2024-11-20T16:43:06,676 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112059ea31a62bd74db3888c9a7fa367c762_f4206af8d127758e6c8c508f896ff151 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112059ea31a62bd74db3888c9a7fa367c762_f4206af8d127758e6c8c508f896ff151 2024-11-20T16:43:06,678 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120769cb4626cd84cf0a50fac64c1a0ac08_f4206af8d127758e6c8c508f896ff151 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120769cb4626cd84cf0a50fac64c1a0ac08_f4206af8d127758e6c8c508f896ff151 2024-11-20T16:43:06,679 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207fd20b9dce4b4f1ba9c40ef9d125b7cf_f4206af8d127758e6c8c508f896ff151 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207fd20b9dce4b4f1ba9c40ef9d125b7cf_f4206af8d127758e6c8c508f896ff151 2024-11-20T16:43:06,680 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120930a20fd65b545f0b081e6a8b2226d83_f4206af8d127758e6c8c508f896ff151 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120930a20fd65b545f0b081e6a8b2226d83_f4206af8d127758e6c8c508f896ff151 2024-11-20T16:43:06,681 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a3bdca2aefe04ab78722b74df5852233_f4206af8d127758e6c8c508f896ff151 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a3bdca2aefe04ab78722b74df5852233_f4206af8d127758e6c8c508f896ff151 2024-11-20T16:43:06,682 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120aa7dd72e11094ed9899c1d5682814247_f4206af8d127758e6c8c508f896ff151 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120aa7dd72e11094ed9899c1d5682814247_f4206af8d127758e6c8c508f896ff151 2024-11-20T16:43:06,684 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b72664a2d93645ba9a20c938c4402c1b_f4206af8d127758e6c8c508f896ff151 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b72664a2d93645ba9a20c938c4402c1b_f4206af8d127758e6c8c508f896ff151 2024-11-20T16:43:06,685 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c4e919eb12394ae791dc6c4db43eb45e_f4206af8d127758e6c8c508f896ff151 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c4e919eb12394ae791dc6c4db43eb45e_f4206af8d127758e6c8c508f896ff151 2024-11-20T16:43:06,687 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c5b9c1f79aaa491cae737df5410e24bd_f4206af8d127758e6c8c508f896ff151 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c5b9c1f79aaa491cae737df5410e24bd_f4206af8d127758e6c8c508f896ff151 2024-11-20T16:43:06,688 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cf4ee8985f534097960e0001d140a83a_f4206af8d127758e6c8c508f896ff151 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cf4ee8985f534097960e0001d140a83a_f4206af8d127758e6c8c508f896ff151 2024-11-20T16:43:06,689 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e9e4474f9d204986bcf2812375273a32_f4206af8d127758e6c8c508f896ff151 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e9e4474f9d204986bcf2812375273a32_f4206af8d127758e6c8c508f896ff151 2024-11-20T16:43:06,691 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fde593c7537a46a1a70e3ee48dd5ee7e_f4206af8d127758e6c8c508f896ff151 to hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fde593c7537a46a1a70e3ee48dd5ee7e_f4206af8d127758e6c8c508f896ff151 2024-11-20T16:43:06,691 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T16:43:06,694 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=172, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:43:06,697 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T16:43:06,699 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T16:43:06,700 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=172, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:43:06,700 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T16:43:06,700 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732120986700"}]},"ts":"9223372036854775807"} 2024-11-20T16:43:06,702 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T16:43:06,702 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f4206af8d127758e6c8c508f896ff151, NAME => 'TestAcidGuarantees,,1732120954699.f4206af8d127758e6c8c508f896ff151.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T16:43:06,702 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T16:43:06,702 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732120986702"}]},"ts":"9223372036854775807"} 2024-11-20T16:43:06,704 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T16:43:06,705 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=172, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:43:06,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 77 msec 2024-11-20T16:43:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-20T16:43:06,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T16:43:06,737 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:43:06,751 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=237 (was 238), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=390 (was 412), ProcessCount=11 (was 11), AvailableMemoryMB=8446 (was 8708) 2024-11-20T16:43:06,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T16:43:06,751 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T16:43:06,751 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T16:43:06,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:43:06,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:43:06,751 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:43:06,752 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T16:43:06,752 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1801512384, stopped=false 2024-11-20T16:43:06,752 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b60eac9bda43,40299,1732120798156 2024-11-20T16:43:06,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40299-0x1015a6773300000, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T16:43:06,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33789-0x1015a6773300001, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T16:43:06,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40299-0x1015a6773300000, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:43:06,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33789-0x1015a6773300001, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:43:06,795 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T16:43:06,796 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T16:43:06,796 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T16:43:06,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:43:06,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40299-0x1015a6773300000, quorum=127.0.0.1:49354, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T16:43:06,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33789-0x1015a6773300001, quorum=127.0.0.1:49354, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T16:43:06,797 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b60eac9bda43,33789,1732120799020' ***** 2024-11-20T16:43:06,797 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T16:43:06,798 INFO [RS:0;b60eac9bda43:33789 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T16:43:06,799 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T16:43:06,799 INFO [RS:0;b60eac9bda43:33789 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T16:43:06,799 INFO [RS:0;b60eac9bda43:33789 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T16:43:06,799 INFO [RS:0;b60eac9bda43:33789 {}] regionserver.HRegionServer(959): stopping server b60eac9bda43,33789,1732120799020 2024-11-20T16:43:06,799 INFO [RS:0;b60eac9bda43:33789 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T16:43:06,800 INFO [RS:0;b60eac9bda43:33789 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b60eac9bda43:33789. 2024-11-20T16:43:06,800 DEBUG [RS:0;b60eac9bda43:33789 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T16:43:06,800 DEBUG [RS:0;b60eac9bda43:33789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:43:06,800 INFO [RS:0;b60eac9bda43:33789 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T16:43:06,800 INFO [RS:0;b60eac9bda43:33789 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T16:43:06,800 INFO [RS:0;b60eac9bda43:33789 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T16:43:06,800 INFO [RS:0;b60eac9bda43:33789 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T16:43:06,801 INFO [RS:0;b60eac9bda43:33789 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T16:43:06,801 DEBUG [RS:0;b60eac9bda43:33789 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T16:43:06,802 DEBUG [RS:0;b60eac9bda43:33789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T16:43:06,802 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T16:43:06,802 INFO [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T16:43:06,802 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T16:43:06,802 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T16:43:06,802 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T16:43:06,802 INFO [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-20T16:43:06,824 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/hbase/meta/1588230740/.tmp/info/7f277754663e47f5ba5fba272051632f is 95, key is TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9./info:/1732120836110/DeleteFamily/seqid=0 2024-11-20T16:43:06,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742436_1612 (size=6514) 2024-11-20T16:43:06,858 INFO [regionserver/b60eac9bda43:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T16:43:07,002 DEBUG [RS:0;b60eac9bda43:33789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T16:43:07,196 INFO [regionserver/b60eac9bda43:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T16:43:07,196 INFO [regionserver/b60eac9bda43:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T16:43:07,202 DEBUG [RS:0;b60eac9bda43:33789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T16:43:07,229 INFO [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/hbase/meta/1588230740/.tmp/info/7f277754663e47f5ba5fba272051632f 2024-11-20T16:43:07,255 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/hbase/meta/1588230740/.tmp/ns/acb6dc1978074d72b1e8e08081a10294 is 93, key is TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9./ns:/1732120836068/DeleteFamily/seqid=0 2024-11-20T16:43:07,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742437_1613 (size=5906) 2024-11-20T16:43:07,403 DEBUG [RS:0;b60eac9bda43:33789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T16:43:07,603 DEBUG [RS:0;b60eac9bda43:33789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T16:43:07,659 INFO [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/hbase/meta/1588230740/.tmp/ns/acb6dc1978074d72b1e8e08081a10294 2024-11-20T16:43:07,685 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/hbase/meta/1588230740/.tmp/rep_barrier/009fb6e6799740ff96d774053b35c6b8 is 102, key is TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9./rep_barrier:/1732120836068/DeleteFamily/seqid=0 2024-11-20T16:43:07,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742438_1614 (size=6025) 2024-11-20T16:43:07,803 DEBUG [RS:0;b60eac9bda43:33789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T16:43:08,003 DEBUG [RS:0;b60eac9bda43:33789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T16:43:08,089 INFO [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/hbase/meta/1588230740/.tmp/rep_barrier/009fb6e6799740ff96d774053b35c6b8 2024-11-20T16:43:08,113 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/hbase/meta/1588230740/.tmp/table/2741aee09fb544a4ae700bba7868a8c8 is 96, key is TestAcidGuarantees,,1732120803731.447c94144df4afd8bd88c79d471d71d9./table:/1732120836068/DeleteFamily/seqid=0 2024-11-20T16:43:08,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742439_1615 (size=5936) 2024-11-20T16:43:08,204 DEBUG [RS:0;b60eac9bda43:33789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T16:43:08,404 DEBUG [RS:0;b60eac9bda43:33789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T16:43:08,517 INFO [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/hbase/meta/1588230740/.tmp/table/2741aee09fb544a4ae700bba7868a8c8 2024-11-20T16:43:08,568 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/hbase/meta/1588230740/.tmp/info/7f277754663e47f5ba5fba272051632f as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/hbase/meta/1588230740/info/7f277754663e47f5ba5fba272051632f 2024-11-20T16:43:08,570 INFO [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/hbase/meta/1588230740/info/7f277754663e47f5ba5fba272051632f, entries=12, sequenceid=90, filesize=6.4 K 2024-11-20T16:43:08,571 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/hbase/meta/1588230740/.tmp/ns/acb6dc1978074d72b1e8e08081a10294 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/hbase/meta/1588230740/ns/acb6dc1978074d72b1e8e08081a10294 2024-11-20T16:43:08,574 INFO [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/hbase/meta/1588230740/ns/acb6dc1978074d72b1e8e08081a10294, entries=8, sequenceid=90, filesize=5.8 K 2024-11-20T16:43:08,574 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/hbase/meta/1588230740/.tmp/rep_barrier/009fb6e6799740ff96d774053b35c6b8 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/hbase/meta/1588230740/rep_barrier/009fb6e6799740ff96d774053b35c6b8 2024-11-20T16:43:08,577 INFO [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/hbase/meta/1588230740/rep_barrier/009fb6e6799740ff96d774053b35c6b8, entries=6, sequenceid=90, filesize=5.9 K 2024-11-20T16:43:08,577 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/hbase/meta/1588230740/.tmp/table/2741aee09fb544a4ae700bba7868a8c8 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/hbase/meta/1588230740/table/2741aee09fb544a4ae700bba7868a8c8 2024-11-20T16:43:08,580 INFO [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/hbase/meta/1588230740/table/2741aee09fb544a4ae700bba7868a8c8, entries=7, sequenceid=90, filesize=5.8 K 2024-11-20T16:43:08,581 INFO [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1779ms, sequenceid=90, compaction requested=false 2024-11-20T16:43:08,583 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T16:43:08,585 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-20T16:43:08,586 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T16:43:08,586 INFO [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T16:43:08,586 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732120986801Running coprocessor pre-close hooks at 1732120986802 (+1 ms)Disabling compacts and flushes for region at 1732120986802Disabling writes for close at 1732120986802Obtaining lock to block concurrent updates at 1732120986802Preparing flush snapshotting stores in 1588230740 at 1732120986802Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1732120986802Flushing stores of hbase:meta,,1.1588230740 at 1732120986803 (+1 ms)Flushing 1588230740/info: creating writer at 1732120986803Flushing 1588230740/info: appending metadata at 1732120986824 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732120986824Flushing 1588230740/ns: creating writer at 1732120987239 (+415 ms)Flushing 1588230740/ns: appending metadata at 1732120987255 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732120987255Flushing 1588230740/rep_barrier: creating writer at 1732120987664 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732120987684 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732120987684Flushing 1588230740/table: creating writer at 1732120988094 (+410 ms)Flushing 1588230740/table: appending metadata at 1732120988113 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732120988113Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d7abe96: reopening flushed file at 1732120988567 (+454 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ce62a5d: reopening flushed file at 1732120988571 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1471123b: reopening flushed file at 1732120988574 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d68491: reopening flushed file at 1732120988577 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1779ms, sequenceid=90, compaction requested=false at 1732120988581 (+4 ms)Writing region close event to WAL at 1732120988582 (+1 ms)Running coprocessor post-close hooks at 1732120988585 (+3 ms)Closed at 1732120988586 (+1 ms) 2024-11-20T16:43:08,586 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T16:43:08,604 INFO [RS:0;b60eac9bda43:33789 {}] regionserver.HRegionServer(976): stopping server b60eac9bda43,33789,1732120799020; all regions closed. 2024-11-20T16:43:08,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741834_1010 (size=25344) 2024-11-20T16:43:08,610 DEBUG [RS:0;b60eac9bda43:33789 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/oldWALs 2024-11-20T16:43:08,610 INFO [RS:0;b60eac9bda43:33789 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b60eac9bda43%2C33789%2C1732120799020.meta:.meta(num 1732120803262) 2024-11-20T16:43:08,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741832_1008 (size=13804159) 2024-11-20T16:43:08,614 DEBUG [RS:0;b60eac9bda43:33789 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/oldWALs 2024-11-20T16:43:08,614 INFO [RS:0;b60eac9bda43:33789 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b60eac9bda43%2C33789%2C1732120799020:(num 1732120802287) 2024-11-20T16:43:08,614 DEBUG [RS:0;b60eac9bda43:33789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:43:08,614 INFO [RS:0;b60eac9bda43:33789 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T16:43:08,614 INFO [RS:0;b60eac9bda43:33789 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T16:43:08,614 INFO [RS:0;b60eac9bda43:33789 {}] hbase.ChoreService(370): Chore service for: regionserver/b60eac9bda43:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T16:43:08,614 INFO [RS:0;b60eac9bda43:33789 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T16:43:08,614 INFO [regionserver/b60eac9bda43:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T16:43:08,615 INFO [RS:0;b60eac9bda43:33789 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33789 2024-11-20T16:43:08,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33789-0x1015a6773300001, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b60eac9bda43,33789,1732120799020 2024-11-20T16:43:08,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40299-0x1015a6773300000, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T16:43:08,627 INFO [RS:0;b60eac9bda43:33789 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T16:43:08,636 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b60eac9bda43,33789,1732120799020] 2024-11-20T16:43:08,644 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b60eac9bda43,33789,1732120799020 already deleted, retry=false 2024-11-20T16:43:08,644 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b60eac9bda43,33789,1732120799020 expired; onlineServers=0 2024-11-20T16:43:08,645 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b60eac9bda43,40299,1732120798156' ***** 2024-11-20T16:43:08,645 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T16:43:08,645 INFO [M:0;b60eac9bda43:40299 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T16:43:08,645 INFO [M:0;b60eac9bda43:40299 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T16:43:08,645 DEBUG [M:0;b60eac9bda43:40299 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T16:43:08,645 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T16:43:08,645 DEBUG [M:0;b60eac9bda43:40299 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T16:43:08,645 DEBUG [master/b60eac9bda43:0:becomeActiveMaster-HFileCleaner.large.0-1732120801932 {}] cleaner.HFileCleaner(306): Exit Thread[master/b60eac9bda43:0:becomeActiveMaster-HFileCleaner.large.0-1732120801932,5,FailOnTimeoutGroup] 2024-11-20T16:43:08,645 DEBUG [master/b60eac9bda43:0:becomeActiveMaster-HFileCleaner.small.0-1732120801933 {}] cleaner.HFileCleaner(306): Exit Thread[master/b60eac9bda43:0:becomeActiveMaster-HFileCleaner.small.0-1732120801933,5,FailOnTimeoutGroup] 2024-11-20T16:43:08,646 INFO [M:0;b60eac9bda43:40299 {}] hbase.ChoreService(370): Chore service for: master/b60eac9bda43:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T16:43:08,646 INFO [M:0;b60eac9bda43:40299 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T16:43:08,646 DEBUG [M:0;b60eac9bda43:40299 {}] master.HMaster(1795): Stopping service threads 2024-11-20T16:43:08,646 INFO [M:0;b60eac9bda43:40299 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T16:43:08,646 INFO [M:0;b60eac9bda43:40299 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T16:43:08,646 ERROR [M:0;b60eac9bda43:40299 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-20T16:43:08,647 INFO [M:0;b60eac9bda43:40299 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T16:43:08,647 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T16:43:08,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40299-0x1015a6773300000, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T16:43:08,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40299-0x1015a6773300000, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:43:08,653 DEBUG [M:0;b60eac9bda43:40299 {}] zookeeper.ZKUtil(347): master:40299-0x1015a6773300000, quorum=127.0.0.1:49354, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T16:43:08,653 WARN [M:0;b60eac9bda43:40299 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T16:43:08,654 INFO [M:0;b60eac9bda43:40299 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/.lastflushedseqids 2024-11-20T16:43:08,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742440_1616 (size=72) 2024-11-20T16:43:08,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33789-0x1015a6773300001, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T16:43:08,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33789-0x1015a6773300001, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T16:43:08,737 INFO [RS:0;b60eac9bda43:33789 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T16:43:08,737 INFO [RS:0;b60eac9bda43:33789 {}] regionserver.HRegionServer(1031): Exiting; stopping=b60eac9bda43,33789,1732120799020; zookeeper connection closed. 2024-11-20T16:43:08,738 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f1e3391 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f1e3391 2024-11-20T16:43:08,739 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T16:43:09,069 INFO [M:0;b60eac9bda43:40299 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T16:43:09,070 INFO [M:0;b60eac9bda43:40299 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T16:43:09,070 DEBUG [M:0;b60eac9bda43:40299 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T16:43:09,070 INFO [M:0;b60eac9bda43:40299 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T16:43:09,071 DEBUG [M:0;b60eac9bda43:40299 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T16:43:09,071 DEBUG [M:0;b60eac9bda43:40299 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T16:43:09,071 DEBUG [M:0;b60eac9bda43:40299 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T16:43:09,071 INFO [M:0;b60eac9bda43:40299 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=766.98 KB heapSize=943.77 KB 2024-11-20T16:43:09,092 DEBUG [M:0;b60eac9bda43:40299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/715ba92d60ca4625895b59294b2dd0af is 82, key is hbase:meta,,1/info:regioninfo/1732120803340/Put/seqid=0 2024-11-20T16:43:09,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742441_1617 (size=5672) 2024-11-20T16:43:09,497 INFO [M:0;b60eac9bda43:40299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2185 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/715ba92d60ca4625895b59294b2dd0af 2024-11-20T16:43:09,525 DEBUG [M:0;b60eac9bda43:40299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4456a5f3a3c241cc9ae03fb30bf72a07 is 2276, key is \x00\x00\x00\x00\x00\x00\x00\x95/proc:d/1732120957800/Put/seqid=0 2024-11-20T16:43:09,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742442_1618 (size=44470) 2024-11-20T16:43:09,930 INFO [M:0;b60eac9bda43:40299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=766.42 KB at sequenceid=2185 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4456a5f3a3c241cc9ae03fb30bf72a07 2024-11-20T16:43:09,938 INFO [M:0;b60eac9bda43:40299 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4456a5f3a3c241cc9ae03fb30bf72a07 2024-11-20T16:43:09,957 DEBUG [M:0;b60eac9bda43:40299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9fbc9cd4bca48118312f99c7a8b7372 is 69, key is b60eac9bda43,33789,1732120799020/rs:state/1732120802031/Put/seqid=0 2024-11-20T16:43:09,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073742443_1619 (size=5156) 2024-11-20T16:43:10,360 INFO [M:0;b60eac9bda43:40299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2185 (bloomFilter=true), to=hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9fbc9cd4bca48118312f99c7a8b7372 2024-11-20T16:43:10,368 DEBUG [M:0;b60eac9bda43:40299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/715ba92d60ca4625895b59294b2dd0af as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/715ba92d60ca4625895b59294b2dd0af 2024-11-20T16:43:10,374 INFO [M:0;b60eac9bda43:40299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/715ba92d60ca4625895b59294b2dd0af, entries=8, sequenceid=2185, filesize=5.5 K 2024-11-20T16:43:10,375 DEBUG [M:0;b60eac9bda43:40299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4456a5f3a3c241cc9ae03fb30bf72a07 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4456a5f3a3c241cc9ae03fb30bf72a07 2024-11-20T16:43:10,378 INFO [M:0;b60eac9bda43:40299 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4456a5f3a3c241cc9ae03fb30bf72a07 2024-11-20T16:43:10,378 INFO [M:0;b60eac9bda43:40299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4456a5f3a3c241cc9ae03fb30bf72a07, entries=172, sequenceid=2185, filesize=43.4 K 2024-11-20T16:43:10,379 DEBUG [M:0;b60eac9bda43:40299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9fbc9cd4bca48118312f99c7a8b7372 as hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9fbc9cd4bca48118312f99c7a8b7372 2024-11-20T16:43:10,382 INFO [M:0;b60eac9bda43:40299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41975/user/jenkins/test-data/eadcd066-56b9-a5db-aef7-dc8c888a152e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9fbc9cd4bca48118312f99c7a8b7372, entries=1, sequenceid=2185, filesize=5.0 K 2024-11-20T16:43:10,383 INFO [M:0;b60eac9bda43:40299 {}] regionserver.HRegion(3140): Finished flush of dataSize ~766.98 KB/785388, heapSize ~943.47 KB/966112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=2185, compaction requested=false 2024-11-20T16:43:10,384 INFO [M:0;b60eac9bda43:40299 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T16:43:10,384 DEBUG [M:0;b60eac9bda43:40299 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732120989070Disabling compacts and flushes for region at 1732120989070Disabling writes for close at 1732120989071 (+1 ms)Obtaining lock to block concurrent updates at 1732120989071Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732120989071Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=785388, getHeapSize=966352, getOffHeapSize=0, getCellsCount=2382 at 1732120989072 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732120989074 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732120989074Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732120989091 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732120989091Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732120989505 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732120989525 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732120989525Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732120989938 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732120989956 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732120989956Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4394f3c3: reopening flushed file at 1732120990366 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a8b2cb7: reopening flushed file at 1732120990374 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43b0a827: reopening flushed file at 1732120990378 (+4 ms)Finished flush of dataSize ~766.98 KB/785388, heapSize ~943.47 KB/966112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=2185, compaction requested=false at 1732120990383 (+5 ms)Writing region close event to WAL at 1732120990384 (+1 ms)Closed at 1732120990384 2024-11-20T16:43:10,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42985 is added to blk_1073741830_1006 (size=928620) 2024-11-20T16:43:10,388 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T16:43:10,388 INFO [M:0;b60eac9bda43:40299 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T16:43:10,388 INFO [M:0;b60eac9bda43:40299 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40299 2024-11-20T16:43:10,388 INFO [M:0;b60eac9bda43:40299 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T16:43:10,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40299-0x1015a6773300000, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T16:43:10,536 INFO [M:0;b60eac9bda43:40299 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T16:43:10,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40299-0x1015a6773300000, quorum=127.0.0.1:49354, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T16:43:10,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@292d50c4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T16:43:10,549 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@667c6eba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T16:43:10,549 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T16:43:10,549 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72782cb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T16:43:10,549 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54a7b62e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a/hadoop.log.dir/,STOPPED} 2024-11-20T16:43:10,552 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T16:43:10,552 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T16:43:10,552 WARN [BP-1588585391-172.17.0.2-1732120794352 heartbeating to localhost/127.0.0.1:41975 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T16:43:10,552 WARN [BP-1588585391-172.17.0.2-1732120794352 heartbeating to localhost/127.0.0.1:41975 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1588585391-172.17.0.2-1732120794352 (Datanode Uuid b5ce0029-df7e-460e-a7c5-4a4a5abf6402) service to localhost/127.0.0.1:41975 2024-11-20T16:43:10,554 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a/cluster_0a53212e-405c-e575-357b-00b686f927a7/data/data1/current/BP-1588585391-172.17.0.2-1732120794352 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T16:43:10,555 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a/cluster_0a53212e-405c-e575-357b-00b686f927a7/data/data2/current/BP-1588585391-172.17.0.2-1732120794352 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T16:43:10,555 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T16:43:10,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2341a969{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T16:43:10,563 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d064751{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T16:43:10,563 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T16:43:10,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@130d168e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T16:43:10,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a58fd8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ca3a5c1-525f-e65c-0bec-6639988e025a/hadoop.log.dir/,STOPPED} 2024-11-20T16:43:10,576 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T16:43:10,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down